You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/28 12:14:42 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1661 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1661/
4 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:32290 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:32290 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([D9D067197B2BBF6C:5836E9010C74DF50]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([D9D067197B2BBF6C:5836E9010C74DF50]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=2402, name=recoveryCmdExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
1) Thread[id=2402, name=recoveryCmdExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([D9D067197B2BBF6C]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=2402, name=recoveryCmdExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=2402, name=recoveryCmdExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([D9D067197B2BBF6C]:0)
Build Log:
[...truncated 8782 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 26629 T34 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 26637 T34 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369734448249
[junit4:junit4] 2> 26644 T34 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 26650 T35 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 26852 T34 oasc.ZkTestServer.run start zk server on port:33467
[junit4:junit4] 2> 27146 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 27317 T41 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3040c5 name:ZooKeeperConnection Watcher:127.0.0.1:33467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 27318 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 27324 T34 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 27446 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 27449 T43 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2857a293 name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 27450 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 27475 T34 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 27483 T34 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 27489 T34 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 27494 T34 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 27500 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 27536 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 27553 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 27555 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 27662 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 27663 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 27668 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 27669 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 27674 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 27675 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 27680 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 27681 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 27686 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 27687 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 27692 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 27693 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 27698 T34 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 27699 T34 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 27894 T34 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 27898 T34 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10758
[junit4:junit4] 2> 27898 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 27899 T34 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 27899 T34 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317
[junit4:junit4] 2> 27900 T34 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/solr.xml
[junit4:junit4] 2> 27900 T34 oasc.CoreContainer.<init> New CoreContainer 1826809479
[junit4:junit4] 2> 27901 T34 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/'
[junit4:junit4] 2> 27901 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/'
[junit4:junit4] 2> 27990 T34 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 27991 T34 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 27991 T34 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 27992 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 27992 T34 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 27992 T34 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 27993 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 27993 T34 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 27994 T34 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 27994 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 28066 T34 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 28067 T34 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33467/solr
[junit4:junit4] 2> 28084 T34 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 28085 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 28090 T54 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e54864c name:ZooKeeperConnection Watcher:127.0.0.1:33467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 28090 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 28099 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 28119 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 28123 T56 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64125b4d name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 28123 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 28138 T34 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 28157 T34 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 28179 T34 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 28183 T34 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10758_
[junit4:junit4] 2> 28192 T34 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10758_
[junit4:junit4] 2> 28198 T34 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 28226 T34 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 28231 T34 oasc.Overseer.start Overseer (id=89766916822990851-127.0.0.1:10758_-n_0000000000) starting
[junit4:junit4] 2> 28256 T34 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 28276 T58 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 28276 T34 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 28281 T34 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 28284 T34 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 28317 T57 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 28337 T59 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/collection1
[junit4:junit4] 2> 28338 T59 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 28339 T59 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 28339 T59 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 28341 T59 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/collection1/'
[junit4:junit4] 2> 28342 T59 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/collection1/lib/README' to classloader
[junit4:junit4] 2> 28343 T59 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 28415 T59 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 28462 T59 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 28565 T59 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 28583 T59 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 29072 T59 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 29079 T59 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 29082 T59 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 29088 T59 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 29138 T59 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 29138 T59 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369734449317/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/control/data/
[junit4:junit4] 2> 29143 T59 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@455dd32a
[junit4:junit4] 2> 29144 T59 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 29145 T59 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/control/data
[junit4:junit4] 2> 29145 T59 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/control/data/index/
[junit4:junit4] 2> 29145 T59 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 29146 T59 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/control/data/index
[junit4:junit4] 2> 29150 T59 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17d5176d lockFactory=org.apache.lucene.store.NativeFSLockFactory@104b1bcd),segFN=segments_1,generation=1}
[junit4:junit4] 2> 29150 T59 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 29206 T59 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 29206 T59 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 29208 T59 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 29208 T59 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 29209 T59 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 29209 T59 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 29210 T59 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 29210 T59 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 29211 T59 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 29218 T59 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 29224 T59 oass.SolrIndexSearcher.<init> Opening Searcher@6ebf8cf5 main
[junit4:junit4] 2> 29229 T59 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/control/data/tlog
[junit4:junit4] 2> 29248 T59 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 29248 T59 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 29253 T60 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ebf8cf5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 29254 T59 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 29254 T59 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 29829 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 29831 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:10758_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:10758"}
[junit4:junit4] 2> 29831 T57 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 29864 T57 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 29917 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 30258 T59 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 30258 T59 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10758 collection:control_collection shard:shard1
[junit4:junit4] 2> 30281 T59 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 30305 T59 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 30336 T59 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 30341 T59 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 30342 T59 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 30342 T59 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:10758/collection1/
[junit4:junit4] 2> 30343 T59 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 30343 T59 oasc.SyncStrategy.syncToMe http://127.0.0.1:10758/collection1/ has no replicas
[junit4:junit4] 2> 30344 T59 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:10758/collection1/
[junit4:junit4] 2> 30344 T59 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 31425 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 31590 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 31638 T59 oasc.ZkController.register We are http://127.0.0.1:10758/collection1/ and leader is http://127.0.0.1:10758/collection1/
[junit4:junit4] 2> 31643 T59 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10758
[junit4:junit4] 2> 31644 T59 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 31644 T59 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 31645 T59 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 31648 T59 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 31649 T34 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 31650 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 31761 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 31790 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 31799 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 31805 T63 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6688cf9e name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 31806 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 31808 T34 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 31815 T34 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 32078 T34 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 32082 T34 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:32290
[junit4:junit4] 2> 32083 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 32084 T34 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 32084 T34 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426
[junit4:junit4] 2> 32085 T34 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/solr.xml
[junit4:junit4] 2> 32085 T34 oasc.CoreContainer.<init> New CoreContainer 1178078326
[junit4:junit4] 2> 32086 T34 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/'
[junit4:junit4] 2> 32087 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/'
[junit4:junit4] 2> 32214 T34 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 32215 T34 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 32215 T34 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 32216 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 32217 T34 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 32217 T34 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 32218 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 32218 T34 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 32219 T34 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 32220 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 32238 T34 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 32239 T34 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33467/solr
[junit4:junit4] 2> 32239 T34 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 32241 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 32245 T74 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24174be7 name:ZooKeeperConnection Watcher:127.0.0.1:33467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 32245 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 32259 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 32272 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 32274 T76 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5629626a name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 32275 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 32283 T34 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 33128 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 33129 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:10758_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:10758"}
[junit4:junit4] 2> 33136 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 33136 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 33136 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 33288 T34 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32290_
[junit4:junit4] 2> 33290 T34 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32290_
[junit4:junit4] 2> 33293 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 33294 T56 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 33294 T63 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 33294 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 33294 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 33295 T76 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 33310 T77 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/collection1
[junit4:junit4] 2> 33310 T77 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 33311 T77 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 33311 T77 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 33313 T77 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/collection1/'
[junit4:junit4] 2> 33314 T77 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 33314 T77 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/collection1/lib/README' to classloader
[junit4:junit4] 2> 33353 T77 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 33397 T77 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 33500 T77 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 33517 T77 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 33940 T77 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 33943 T77 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 33945 T77 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 33950 T77 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 33996 T77 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 33996 T77 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369734453426/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty1/
[junit4:junit4] 2> 33997 T77 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@455dd32a
[junit4:junit4] 2> 33997 T77 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 33998 T77 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty1
[junit4:junit4] 2> 33998 T77 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty1/index/
[junit4:junit4] 2> 33998 T77 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 33999 T77 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty1/index
[junit4:junit4] 2> 34002 T77 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfbafbb lockFactory=org.apache.lucene.store.NativeFSLockFactory@263b84ee),segFN=segments_1,generation=1}
[junit4:junit4] 2> 34002 T77 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 34004 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 34005 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 34006 T77 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 34006 T77 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 34007 T77 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 34007 T77 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 34008 T77 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 34008 T77 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 34009 T77 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 34015 T77 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 34020 T77 oass.SolrIndexSearcher.<init> Opening Searcher@474ad296 main
[junit4:junit4] 2> 34021 T77 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty1/tlog
[junit4:junit4] 2> 34022 T77 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 34022 T77 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 34027 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@474ad296 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 34029 T77 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 34029 T77 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 34649 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 34650 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:32290_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:32290"}
[junit4:junit4] 2> 34651 T57 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 34651 T57 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 34659 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 34659 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 34659 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 35033 T77 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 35033 T77 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32290 collection:collection1 shard:shard1
[junit4:junit4] 2> 35035 T77 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 35055 T77 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 35067 T77 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 35067 T77 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 35068 T77 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32290/collection1/
[junit4:junit4] 2> 35068 T77 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 35069 T77 oasc.SyncStrategy.syncToMe http://127.0.0.1:32290/collection1/ has no replicas
[junit4:junit4] 2> 35069 T77 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32290/collection1/
[junit4:junit4] 2> 35069 T77 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 36173 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 36192 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 36192 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 36192 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 36209 T77 oasc.ZkController.register We are http://127.0.0.1:32290/collection1/ and leader is http://127.0.0.1:32290/collection1/
[junit4:junit4] 2> 36209 T77 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32290
[junit4:junit4] 2> 36209 T77 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 36210 T77 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 36210 T77 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 36213 T77 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 36215 T34 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 36215 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 36216 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 36518 T34 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 36521 T34 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39963
[junit4:junit4] 2> 36522 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 36523 T34 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 36523 T34 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844
[junit4:junit4] 2> 36524 T34 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/solr.xml
[junit4:junit4] 2> 36524 T34 oasc.CoreContainer.<init> New CoreContainer 929970018
[junit4:junit4] 2> 36525 T34 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/'
[junit4:junit4] 2> 36526 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/'
[junit4:junit4] 2> 36660 T34 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 36660 T34 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 36661 T34 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 36662 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 36662 T34 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 36663 T34 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 36664 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 36664 T34 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 36665 T34 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 36665 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 36686 T34 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 36687 T34 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33467/solr
[junit4:junit4] 2> 36687 T34 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 36689 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 36698 T90 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3864064b name:ZooKeeperConnection Watcher:127.0.0.1:33467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 36699 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 36714 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 36726 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 36729 T92 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a4df9a0 name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 36729 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 36737 T34 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 37703 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 37705 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:32290_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:32290"}
[junit4:junit4] 2> 37713 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 37713 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 37713 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 37713 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 37743 T34 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39963_
[junit4:junit4] 2> 37746 T34 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39963_
[junit4:junit4] 2> 37749 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 37750 T63 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 37750 T56 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 37750 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 37750 T92 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 37751 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 37751 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 37753 T76 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 37761 T93 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/collection1
[junit4:junit4] 2> 37761 T93 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 37762 T93 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 37763 T93 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 37765 T93 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/collection1/'
[junit4:junit4] 2> 37767 T93 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/collection1/lib/README' to classloader
[junit4:junit4] 2> 37768 T93 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 37828 T93 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 37893 T93 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 37996 T93 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 38016 T93 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 38669 T93 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 38673 T93 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 38675 T93 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 38681 T93 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 38731 T93 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 38732 T93 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369734457844/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty2/
[junit4:junit4] 2> 38732 T93 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@455dd32a
[junit4:junit4] 2> 38733 T93 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 38733 T93 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty2
[junit4:junit4] 2> 38734 T93 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty2/index/
[junit4:junit4] 2> 38734 T93 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 38734 T93 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty2/index
[junit4:junit4] 2> 38746 T93 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cd4c5a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7879e32f),segFN=segments_1,generation=1}
[junit4:junit4] 2> 38747 T93 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 38749 T93 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 38750 T93 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 38750 T93 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 38751 T93 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 38752 T93 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 38752 T93 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 38752 T93 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 38753 T93 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 38753 T93 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 38765 T93 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 38772 T93 oass.SolrIndexSearcher.<init> Opening Searcher@1a46a171 main
[junit4:junit4] 2> 38773 T93 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty2/tlog
[junit4:junit4] 2> 38774 T93 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 38774 T93 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 38779 T94 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a46a171 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 38781 T93 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 38781 T93 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 39220 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 39221 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39963_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39963"}
[junit4:junit4] 2> 39222 T57 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 39222 T57 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 39234 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 39234 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 39234 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 39234 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 39810 T93 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 39810 T93 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39963 collection:collection1 shard:shard2
[junit4:junit4] 2> 39812 T93 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 39828 T93 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 39839 T93 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 39839 T93 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 39840 T93 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39963/collection1/
[junit4:junit4] 2> 39840 T93 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 39840 T93 oasc.SyncStrategy.syncToMe http://127.0.0.1:39963/collection1/ has no replicas
[junit4:junit4] 2> 39840 T93 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39963/collection1/
[junit4:junit4] 2> 39841 T93 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 40741 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 40761 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 40761 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 40761 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 40761 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 40775 T93 oasc.ZkController.register We are http://127.0.0.1:39963/collection1/ and leader is http://127.0.0.1:39963/collection1/
[junit4:junit4] 2> 40775 T93 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39963
[junit4:junit4] 2> 40775 T93 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 40776 T93 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 40776 T93 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 40779 T93 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 40781 T34 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 40781 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 40782 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 41091 T34 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 41095 T34 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:10457
[junit4:junit4] 2> 41096 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 41096 T34 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 41097 T34 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412
[junit4:junit4] 2> 41098 T34 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/solr.xml
[junit4:junit4] 2> 41098 T34 oasc.CoreContainer.<init> New CoreContainer 2042574105
[junit4:junit4] 2> 41099 T34 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/'
[junit4:junit4] 2> 41099 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/'
[junit4:junit4] 2> 41231 T34 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 41232 T34 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 41233 T34 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 41234 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 41234 T34 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 41235 T34 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 41235 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 41236 T34 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 41236 T34 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 41237 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 41255 T34 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 41256 T34 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33467/solr
[junit4:junit4] 2> 41257 T34 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 41258 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 41261 T106 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71f250e8 name:ZooKeeperConnection Watcher:127.0.0.1:33467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 41262 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 41278 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 41290 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 41299 T108 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bfac733 name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 41300 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 41372 T34 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 42277 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 42278 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39963_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39963"}
[junit4:junit4] 2> 42292 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 42292 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 42292 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 42292 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 42292 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 42378 T34 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:10457_
[junit4:junit4] 2> 42383 T34 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:10457_
[junit4:junit4] 2> 42386 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 42387 T92 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 42387 T56 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 42388 T108 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 42387 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 42387 T63 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 42388 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 42388 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 42390 T76 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 42389 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 42404 T109 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/collection1
[junit4:junit4] 2> 42404 T109 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 42405 T109 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 42406 T109 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 42408 T109 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/collection1/'
[junit4:junit4] 2> 42410 T109 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/collection1/lib/README' to classloader
[junit4:junit4] 2> 42411 T109 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 42468 T109 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 42533 T109 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 42636 T109 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 42654 T109 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 43291 T109 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 43295 T109 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 43298 T109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 43304 T109 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 43355 T109 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 43356 T109 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369734462412/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/
[junit4:junit4] 2> 43356 T109 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@455dd32a
[junit4:junit4] 2> 43357 T109 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 43358 T109 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3
[junit4:junit4] 2> 43358 T109 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index/
[junit4:junit4] 2> 43359 T109 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 43359 T109 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index
[junit4:junit4] 2> 43363 T109 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a4346cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f29cfbb),segFN=segments_1,generation=1}
[junit4:junit4] 2> 43363 T109 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 43367 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 43367 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 43368 T109 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 43369 T109 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 43370 T109 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 43370 T109 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 43371 T109 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 43372 T109 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 43372 T109 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 43382 T109 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 43389 T109 oass.SolrIndexSearcher.<init> Opening Searcher@25b092ae main
[junit4:junit4] 2> 43390 T109 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/tlog
[junit4:junit4] 2> 43391 T109 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 43391 T109 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 43398 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25b092ae main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 43400 T109 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 43401 T109 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 43800 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 43801 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:10457_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:10457"}
[junit4:junit4] 2> 43802 T57 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 43802 T57 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 43815 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 43815 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 43815 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 43815 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 43815 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 44404 T109 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 44404 T109 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:10457 collection:collection1 shard:shard1
[junit4:junit4] 2> 44410 T109 oasc.ZkController.register We are http://127.0.0.1:10457/collection1/ and leader is http://127.0.0.1:32290/collection1/
[junit4:junit4] 2> 44410 T109 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:10457
[junit4:junit4] 2> 44410 T109 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 44411 T109 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@357b7c1 url=http://127.0.0.1:10457/collection1 node=127.0.0.1:10457_ C9_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:10457_, base_url=http://127.0.0.1:10457}
[junit4:junit4] 2> 44420 T111 C9 P10457 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 44420 T109 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 44420 T111 C9 P10457 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 44421 T111 C9 P10457 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 44422 T111 C9 P10457 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 44422 T34 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 44423 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 44424 T111 C9 P10457 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 44424 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 44814 T34 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 44820 T34 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56124
[junit4:junit4] 2> 44821 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 44822 T34 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 44822 T34 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061
[junit4:junit4] 2> 44823 T34 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/solr.xml
[junit4:junit4] 2> 44824 T34 oasc.CoreContainer.<init> New CoreContainer 911435008
[junit4:junit4] 2> 44824 T34 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/'
[junit4:junit4] 2> 44825 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/'
[junit4:junit4] 2> 45322 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 45324 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:10457_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:10457"}
[junit4:junit4] 2> 45336 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 45336 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 45336 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 45336 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 45336 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 45488 T34 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 45489 T34 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 45489 T34 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 45490 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 45490 T34 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 45490 T34 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 45491 T34 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 45491 T34 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 45492 T34 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 45492 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 45506 T34 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 45507 T34 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33467/solr
[junit4:junit4] 2> 45507 T34 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 45508 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 45535 T123 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27b4fe4d name:ZooKeeperConnection Watcher:127.0.0.1:33467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 45536 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 45538 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 45547 T34 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 45549 T125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d44d9b2 name:ZooKeeperConnection Watcher:127.0.0.1:33467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 45549 T34 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 45561 T34 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 45810 T66 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 45812 T66 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4:junit4] 2> 45813 T66 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:10457_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=9
[junit4:junit4] 2> 46567 T34 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56124_
[junit4:junit4] 2> 46569 T34 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56124_
[junit4:junit4] 2> 46573 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 46574 T92 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 46575 T125 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 46575 T56 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 46574 T63 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 46574 T108 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 46577 T76 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 46577 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 46576 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 46575 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 46578 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 46599 T126 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/collection1
[junit4:junit4] 2> 46599 T126 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 46601 T126 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 46601 T126 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 46604 T126 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/collection1/'
[junit4:junit4] 2> 46606 T126 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/collection1/lib/README' to classloader
[junit4:junit4] 2> 46607 T126 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 46693 T126 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 46764 T126 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 46867 T126 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 46883 T126 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 47525 T126 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 47529 T126 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 47532 T126 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 47539 T126 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 47594 T126 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 47595 T126 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369734466061/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/
[junit4:junit4] 2> 47596 T126 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@455dd32a
[junit4:junit4] 2> 47597 T126 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 47598 T126 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4
[junit4:junit4] 2> 47599 T126 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index/
[junit4:junit4] 2> 47599 T126 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 47600 T126 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index
[junit4:junit4] 2> 47606 T126 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@203e25d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5849b49d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 47606 T126 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 47610 T126 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 47611 T126 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 47612 T126 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 47613 T126 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 47615 T126 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 47615 T126 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 47616 T126 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 47617 T126 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 47618 T126 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 47628 T126 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 47636 T126 oass.SolrIndexSearcher.<init> Opening Searcher@19acc826 main
[junit4:junit4] 2> 47637 T126 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/tlog
[junit4:junit4] 2> 47638 T126 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 47638 T126 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 47645 T127 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19acc826 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 47648 T126 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 47648 T126 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> ASYNC NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@357b7c1 url=http://127.0.0.1:10457/collection1 node=127.0.0.1:10457_ C10_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:10457_, base_url=http://127.0.0.1:10457}
[junit4:junit4] 2> 47927 T111 C10 P10457 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:32290/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 47939 T111 C10 P10457 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 47965 T111 C10 P10457 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:10457 START replicas=[http://127.0.0.1:32290/collection1/] nUpdates=100
[junit4:junit4] 2> 47978 T111 C10 P10457 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 47978 T111 C10 P10457 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 47979 T111 C10 P10457 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 47979 T111 C10 P10457 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 47979 T111 C10 P10457 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 47980 T111 C10 P10457 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:32290/collection1/. core=collection1
[junit4:junit4] 2> 47980 T111 C10 P10457 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@d11014a url=http://127.0.0.1:32290/collection1 node=127.0.0.1:32290_ C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:32290_, base_url=http://127.0.0.1:32290, leader=true}
[junit4:junit4] 2> 48045 T67 C11 P32290 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=7
[junit4:junit4] 2> 48065 T68 C11 P32290 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 48069 T68 C11 P32290 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfbafbb lockFactory=org.apache.lucene.store.NativeFSLockFactory@263b84ee),segFN=segments_1,generation=1}
[junit4:junit4] 2> 48069 T68 C11 P32290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 48070 T68 C11 P32290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfbafbb lockFactory=org.apache.lucene.store.NativeFSLockFactory@263b84ee),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfbafbb lockFactory=org.apache.lucene.store.NativeFSLockFactory@263b84ee),segFN=segments_2,generation=2}
[junit4:junit4] 2> 48071 T68 C11 P32290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 48072 T68 C11 P32290 oass.SolrIndexSearcher.<init> Opening Searcher@35a3ae73 realtime
[junit4:junit4] 2> 48072 T68 C11 P32290 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 48073 T68 C11 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4] 2> 48147 T111 C10 P10457 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 48147 T111 C10 P10457 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 48176 T111 C10 P10457 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 48248 T69 C11 P32290 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 48249 T69 C11 P32290 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=70
[junit4:junit4] 2> 48251 T111 C10 P10457 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 48251 T111 C10 P10457 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 48251 T111 C10 P10457 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 48255 T69 C11 P32290 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 48256 T111 C10 P10457 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 48258 T111 C10 P10457 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index.20130528064749868
[junit4:junit4] 2> 48258 T111 C10 P10457 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3c10098b lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fc0b204)) fullCopy=false
[junit4:junit4] 2> 48273 T69 C11 P32290 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=5
[junit4:junit4] 2> 48340 T111 C10 P10457 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 48343 T111 C10 P10457 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 48343 T111 C10 P10457 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 48347 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 48348 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56124_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56124"}
[junit4:junit4] 2> 48349 T57 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 48349 T57 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 48352 T111 C10 P10457 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a4346cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f29cfbb),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a4346cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f29cfbb),segFN=segments_2,generation=2}
[junit4:junit4] 2> 48352 T111 C10 P10457 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 48353 T111 C10 P10457 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 48353 T111 C10 P10457 oass.SolrIndexSearcher.<init> Opening Searcher@6fb9e7df main
[junit4:junit4] 2> 48355 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6fb9e7df main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 48356 T111 C10 P10457 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index.20130528064749868 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index.20130528064749868;done=true>>]
[junit4:junit4] 2> 48356 T111 C10 P10457 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index.20130528064749868
[junit4:junit4] 2> 48357 T111 C10 P10457 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty3/index.20130528064749868
[junit4:junit4] 2> 48357 T111 C10 P10457 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 48357 T111 C10 P10457 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 48358 T111 C10 P10457 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 48358 T111 C10 P10457 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 48372 T111 C10 P10457 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 48386 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:10457_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:10457"}
[junit4:junit4] 2> 48398 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 48399 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 48399 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 48398 T125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 48398 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 48398 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 48652 T126 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 48652 T126 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56124 collection:collection1 shard:shard2
[junit4:junit4] 2> 48658 T126 oasc.ZkController.register We are http://127.0.0.1:56124/collection1/ and leader is http://127.0.0.1:39963/collection1/
[junit4:junit4] 2> 48659 T126 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56124
[junit4:junit4] 2> 48659 T126 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 48659 T126 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@3572cc99 url=http://127.0.0.1:56124/collection1 node=127.0.0.1:56124_ C12_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56124_, base_url=http://127.0.0.1:56124}
[junit4:junit4] 2> 48660 T130 C12 P56124 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 48661 T130 C12 P56124 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 48661 T126 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 48662 T130 C12 P56124 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 48662 T130 C12 P56124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 48663 T34 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 48664 T34 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 48665 T130 C12 P56124 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 48665 T34 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 48678 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 48679 T82 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 48681 T34 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 48682 T34 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 48683 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 49687 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 49915 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 49916 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56124_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56124"}
[junit4:junit4] 2> 49929 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 49929 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 49929 T125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 49929 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 49929 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 49929 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 50682 T82 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 50682 T82 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:56124_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 50690 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 51692 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C12_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56124_, base_url=http://127.0.0.1:56124}
[junit4:junit4] 2> 52685 T130 C12 P56124 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39963/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 52685 T130 C12 P56124 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56124 START replicas=[http://127.0.0.1:39963/collection1/] nUpdates=100
[junit4:junit4] 2> 52686 T130 C12 P56124 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 52687 T130 C12 P56124 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 52687 T130 C12 P56124 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 52687 T130 C12 P56124 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 52688 T130 C12 P56124 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 52688 T130 C12 P56124 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39963/collection1/. core=collection1
[junit4:junit4] 2> 52689 T130 C12 P56124 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 52696 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@7d4966cc url=http://127.0.0.1:39963/collection1 node=127.0.0.1:39963_ C13_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39963_, base_url=http://127.0.0.1:39963, leader=true}
[junit4:junit4] 2> 52700 T83 C13 P39963 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 52705 T84 C13 P39963 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 52708 T84 C13 P39963 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cd4c5a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7879e32f),segFN=segments_1,generation=1}
[junit4:junit4] 2> 52709 T84 C13 P39963 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 52710 T84 C13 P39963 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cd4c5a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7879e32f),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cd4c5a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7879e32f),segFN=segments_2,generation=2}
[junit4:junit4] 2> 52710 T84 C13 P39963 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 52711 T84 C13 P39963 oass.SolrIndexSearcher.<init> Opening Searcher@645b56c4 realtime
[junit4:junit4] 2> 52712 T84 C13 P39963 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 52712 T84 C13 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 52714 T130 C12 P56124 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 52714 T130 C12 P56124 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 52717 T85 C13 P39963 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 52718 T85 C13 P39963 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 52719 T130 C12 P56124 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 52719 T130 C12 P56124 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 52720 T130 C12 P56124 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 52723 T85 C13 P39963 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 52724 T130 C12 P56124 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 52726 T130 C12 P56124 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index.20130528064754336
[junit4:junit4] 2> 52726 T130 C12 P56124 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@42fcb4f lockFactory=org.apache.lucene.store.NativeFSLockFactory@21bf446e)) fullCopy=false
[junit4:junit4] 2> ASYNC NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@7d4966cc url=http://127.0.0.1:39963/collection1 node=127.0.0.1:39963_ C14_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39963_, base_url=http://127.0.0.1:39963, leader=true}
[junit4:junit4] 2> 52736 T85 C14 P39963 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@3572cc99 url=http://127.0.0.1:56124/collection1 node=127.0.0.1:56124_ C15_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56124_, base_url=http://127.0.0.1:56124}
[junit4:junit4] 2> 52790 T130 C15 P56124 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 52792 T130 C15 P56124 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 52792 T130 C15 P56124 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 52796 T130 C15 P56124 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@203e25d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5849b49d),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@203e25d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5849b49d),segFN=segments_2,generation=2}
[junit4:junit4] 2> 52796 T130 C15 P56124 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 52797 T130 C15 P56124 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 52797 T130 C15 P56124 oass.SolrIndexSearcher.<init> Opening Searcher@733c0466 main
[junit4:junit4] 2> 52799 T127 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@733c0466 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 52800 T130 C15 P56124 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index.20130528064754336 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index.20130528064754336;done=true>>]
[junit4:junit4] 2> 52800 T130 C15 P56124 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index.20130528064754336
[junit4:junit4] 2> 52801 T130 C15 P56124 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369734448249/jetty4/index.20130528064754336
[junit4:junit4] 2> 52801 T130 C15 P56124 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 52801 T130 C15 P56124 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 52802 T130 C15 P56124 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 52802 T130 C15 P56124 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 52804 T130 C15 P56124 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 52940 T57 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 52941 T57 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56124_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56124"}
[junit4:junit4] 2> 52958 T92 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 52958 T56 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 52958 T76 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 52958 T108 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 52958 T125 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 52958 T63 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 53699 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 53701 T34 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C16 name=collection1 org.apache.solr.core.SolrCore@3146a9a url=http://127.0.0.1:10758/collection1 node=127.0.0.1:10758_ C16_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:10758_, base_url=http://127.0.0.1:10758, leader=true}
[junit4:junit4] 2> 53712 T46 C16 P10758 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 53715 T46 C16 P10758 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17d5176d lockFactory=org.apache.lucene.store.NativeFSLockFactory@104b1bcd),segFN=segments_1,generation=1}
[junit4:junit4] 2> 53716 T46 C16 P10758 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 53717 T46 C16 P10758 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17d5176d lockFactory=org.apache.lucene.store.NativeFSLockFactory@104b1bcd),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17d5176d lockFactory=org.apache.lucene.store.NativeFSLockFactory@104b1bcd),segFN=segments_2,generation=2}
[junit4:junit4] 2> 53718 T46 C16 P10758 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 53718 T46 C16 P10758 oass.SolrIndexSearcher.<init> Opening Searcher@4f4f4c7a main
[junit4:junit4] 2> 53719 T46 C16 P10758 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 53720 T60 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f4f4c7a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 53721 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> ASYNC NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@d11014a url=http://127.0.0.1:32290/collection1 node=127.0.0.1:32290_ C17_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:32290_, base_url=http://127.0.0.1:32290, leader=true}
[junit4:junit4] 2> 53753 T70 C17 P32290 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 53755 T70 C17 P32290 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfbafbb lockFactory=org.apache.lucene.store.NativeFSLockFactory@263b84ee),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1bfbafbb lockFactory=org.apache.lucene.store.NativeFSLockFactory@263b84ee),segFN=segments_3,generation=3}
[junit4:junit4] 2> 53755 T70 C17 P32290 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 53756 T70 C17 P32290 oass.SolrIndexSearcher.<init> Opening Searcher@f7bd29 main
[junit4:junit4] 2> 53756 T70 C17 P32290 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 53757 T78 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f7bd29 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 53775 T70 C17 P32290 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:10457/collection1/, StdNode: http://127.0.0.1:39963/collection1/, StdNode: http://127.0.0.1:56124/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 53785 T86 C14 P39963 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 53787 T86 C14 P39963 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cd4c5a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7879e32f),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3cd4c5a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7879e32f),segFN=segments_3,generation=3}
[junit4:junit4] 2> 53788 T86 C14 P39963 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 53788 T86 C14 P39963 oass.SolrIndexSearcher.<init> Opening Searcher@617ce686 main
[junit4:junit4] 2> 53789 T86 C14 P39963 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 53790 T94 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@617ce686 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 53791 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> C15_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56124_, base_url=http://127.0.0.1:56124}
[junit4:junit4] 2> 53794 T115 C15 P56124 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@357b7c1 url=http://127.0.0.1:10457/collection1 node=127.0.0.1:10457_ C18_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:10457_, base_url=http://127.0.0.1:10457}
[junit4:junit4] 2> 53794 T98 C18 P10457 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 53795 T115 C15 P56124 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@203e25d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5849b49d),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@203e25d3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5849b49d),segFN=segments_3,generation=3}
[junit4:junit4] 2> 53796 T98 C18 P10457 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a4346cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f29cfbb),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3a4346cd lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f29cfbb),segFN=segments_3,generation=3}
[junit4:junit4] 2> 53796 T115 C15 P56124 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 53796 T98 C18 P10457 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 53797 T115 C15 P56124 oass.SolrIndexSearcher.<init> Opening Searcher@455ef45a main
[junit4:junit4] 2> 53798 T98 C18 P10457 oass.SolrIndexSearcher.<init> Opening Searcher@3e1c65f7 main
[junit4:junit4] 2> 53798 T115 C15 P56124 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 53799 T98 C18 P10457 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 53799 T127 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@455ef45a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 53800 T110 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e1c65f7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 53800 T115 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 53801 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 53802 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4] 2> 53804 T34 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 53836 T71 C17 P32290 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=8
[junit4:junit4] 2> 53840 T99 C18 P10457 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 53844 T87 C14 P39963 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 53847 T116 C15 P56124 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 56037 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436270699560828928)} 0 105
[junit4:junit4] 2> 56055 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436270699638423552&update.from=http://127.0.0.1:39963/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436270699638423552)} 0 2
[junit4:junit4] 2> 56059 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436270699651006464&update.from=http://127.0.0.1:32290/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436270699651006464)} 0 1
[junit4:junit4] 2> 56060 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436270699651006464)} 0 7
[junit4:junit4] 2> 56061 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436270699638423552)} 0 20
[junit4:junit4] 2> 56073 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436270699670929408)]} 0 8
[junit4:junit4] 2> 56093 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436270699676172288)]} 0 1
[junit4:junit4] 2> 56094 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436270699676172288)]} 0 18
[junit4:junit4] 2> 56098 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436270699698192384)]} 0 1
[junit4:junit4] 2> 56106 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436270699702386688)]} 0 0
[junit4:junit4] 2> 56107 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436270699702386688)]} 0 6
[junit4:junit4] 2> 56111 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436270699711823872)]} 0 1
[junit4:junit4] 2> 56129 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436270699725455360)]} 0 1
[junit4:junit4] 2> 56130 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436270699725455360)]} 0 6
[junit4:junit4] 2> 56131 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2]} 0 17
[junit4:junit4] 2> 56135 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436270699736989696)]} 0 0
[junit4:junit4] 2> 56148 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436270699746426880)]} 0 0
[junit4:junit4] 2> 56149 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436270699746426880)]} 0 5
[junit4:junit4] 2> 56150 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 10
[junit4:junit4] 2> 56154 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436270699756912640)]} 0 1
[junit4:junit4] 2> 56163 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436270699761106944)]} 0 1
[junit4:junit4] 2> 56164 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436270699761106944)]} 0 7
[junit4:junit4] 2> 56168 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436270699771592704)]} 0 1
[junit4:junit4] 2> 56179 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436270699778932736)]} 0 0
[junit4:junit4] 2> 56180 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1436270699778932736)]} 0 5
[junit4:junit4] 2> 56181 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5]} 0 10
[junit4:junit4] 2> 56186 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436270699790467072)]} 0 1
[junit4:junit4] 2> 56198 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436270699797807104)]} 0 1
[junit4:junit4] 2> 56199 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436270699797807104)]} 0 6
[junit4:junit4] 2> 56200 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 11
[junit4:junit4] 2> 56204 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436270699809341440)]} 0 1
[junit4:junit4] 2> 56213 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436270699814584320)]} 0 0
[junit4:junit4] 2> 56215 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436270699814584320)]} 0 7
[junit4:junit4] 2> 56219 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436270699825070080)]} 0 1
[junit4:junit4] 2> 56227 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436270699829264384)]} 0 1
[junit4:junit4] 2> 56228 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436270699829264384)]} 0 6
[junit4:junit4] 2> 56232 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436270699838701568)]} 0 1
[junit4:junit4] 2> 56240 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436270699842895872)]} 0 1
[junit4:junit4] 2> 56241 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436270699842895872)]} 0 6
[junit4:junit4] 2> 56245 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436270699852333056)]} 0 1
[junit4:junit4] 2> 56257 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436270699859673088)]} 0 0
[junit4:junit4] 2> 56258 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1436270699859673088)]} 0 6
[junit4:junit4] 2> 56259 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10]} 0 10
[junit4:junit4] 2> 56264 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436270699871207424)]} 0 2
[junit4:junit4] 2> 56276 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436270699880644608)]} 0 0
[junit4:junit4] 2> 56277 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1436270699880644608)]} 0 5
[junit4:junit4] 2> 56278 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11]} 0 10
[junit4:junit4] 2> 56282 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436270699891130368)]} 0 1
[junit4:junit4] 2> 56292 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436270699895324672)]} 0 2
[junit4:junit4] 2> 56293 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436270699895324672)]} 0 8
[junit4:junit4] 2> 56299 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436270699907907584)]} 0 1
[junit4:junit4] 2> 56307 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436270699913150464)]} 0 0
[junit4:junit4] 2> 56308 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436270699913150464)]} 0 6
[junit4:junit4] 2> 56313 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436270699923636224)]} 0 1
[junit4:junit4] 2> 56324 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436270699930976256)]} 0 0
[junit4:junit4] 2> 56325 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1436270699930976256)]} 0 5
[junit4:junit4] 2> 56326 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 9
[junit4:junit4] 2> 56331 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436270699942510592)]} 0 1
[junit4:junit4] 2> 56342 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436270699949850624)]} 0 0
[junit4:junit4] 2> 56343 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1436270699949850624)]} 0 5
[junit4:junit4] 2> 56344 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15]} 0 9
[junit4:junit4] 2> 56350 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436270699962433536)]} 0 1
[junit4:junit4] 2> 56364 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436270699970822144)]} 0 1
[junit4:junit4] 2> 56364 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436270699970822144)]} 0 6
[junit4:junit4] 2> 56365 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 11
[junit4:junit4] 2> 56370 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436270699983405056)]} 0 1
[junit4:junit4] 2> 56383 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436270699991793664)]} 0 1
[junit4:junit4] 2> 56384 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1436270699991793664)]} 0 6
[junit4:junit4] 2> 56385 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 11
[junit4:junit4] 2> 56389 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436270700003328000)]} 0 1
[junit4:junit4] 2> 56401 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436270700011716608)]} 0 0
[junit4:junit4] 2> 56402 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1436270700011716608)]} 0 5
[junit4:junit4] 2> 56403 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18]} 0 10
[junit4:junit4] 2> 56407 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436270700022202368)]} 0 1
[junit4:junit4] 2> 56418 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436270700029542400)]} 0 0
[junit4:junit4] 2> 56419 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1436270700029542400)]} 0 5
[junit4:junit4] 2> 56420 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 9
[junit4:junit4] 2> 56424 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436270700040028160)]} 0 1
[junit4:junit4] 2> 56436 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436270700047368192)]} 0 1
[junit4:junit4] 2> 56437 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436270700047368192)]} 0 6
[junit4:junit4] 2> 56438 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20]} 0 11
[junit4:junit4] 2> 56442 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436270700058902528)]} 0 1
[junit4:junit4] 2> 56455 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436270700067291136)]} 0 1
[junit4:junit4] 2> 56456 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1436270700067291136)]} 0 7
[junit4:junit4] 2> 56457 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21]} 0 10
[junit4:junit4] 2> 56461 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436270700078825472)]} 0 0
[junit4:junit4] 2> 56473 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436270700086165504)]} 0 1
[junit4:junit4] 2> 56474 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436270700086165504)]} 0 7
[junit4:junit4] 2> 56475 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 11
[junit4:junit4] 2> 56479 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436270700097699840)]} 0 1
[junit4:junit4] 2> 56486 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436270700101894144)]} 0 1
[junit4:junit4] 2> 56487 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436270700101894144)]} 0 5
[junit4:junit4] 2> 56491 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436270700110282752)]} 0 1
[junit4:junit4] 2> 56499 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436270700114477056)]} 0 0
[junit4:junit4] 2> 56500 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436270700114477056)]} 0 6
[junit4:junit4] 2> 56504 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436270700123914240)]} 0 0
[junit4:junit4] 2> 56516 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436270700132302848)]} 0 1
[junit4:junit4] 2> 56518 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436270700132302848)]} 0 7
[junit4:junit4] 2> 56518 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25]} 0 10
[junit4:junit4] 2> 56523 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436270700142788608)]} 0 1
[junit4:junit4] 2> 56530 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436270700148031488)]} 0 1
[junit4:junit4] 2> 56531 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436270700148031488)]} 0 5
[junit4:junit4] 2> 56536 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436270700157468672)]} 0 1
[junit4:junit4] 2> 56548 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436270700165857280)]} 0 1
[junit4:junit4] 2> 56549 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1436270700165857280)]} 0 6
[junit4:junit4] 2> 56550 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27]} 0 10
[junit4:junit4] 2> 56555 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436270700176343040)]} 0 1
[junit4:junit4] 2> 56566 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436270700184731648)]} 0 0
[junit4:junit4] 2> 56568 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1436270700184731648)]} 0 6
[junit4:junit4] 2> 56569 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 11
[junit4:junit4] 2> 56573 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436270700196265984)]} 0 1
[junit4:junit4] 2> 56580 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436270700200460288)]} 0 1
[junit4:junit4] 2> 56582 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436270700200460288)]} 0 6
[junit4:junit4] 2> 56586 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436270700209897472)]} 0 1
[junit4:junit4] 2> 56597 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436270700217237504)]} 0 1
[junit4:junit4] 2> 56598 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1436270700217237504)]} 0 6
[junit4:junit4] 2> 56599 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 10
[junit4:junit4] 2> 56603 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436270700227723264)]} 0 1
[junit4:junit4] 2> 56614 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436270700235063296)]} 0 0
[junit4:junit4] 2> 56615 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1436270700235063296)]} 0 6
[junit4:junit4] 2> 56616 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 10
[junit4:junit4] 2> 56622 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436270700246597632)]} 0 1
[junit4:junit4] 2> 56635 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436270700256034816)]} 0 1
[junit4:junit4] 2> 56636 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1436270700256034816)]} 0 7
[junit4:junit4] 2> 56637 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 11
[junit4:junit4] 2> 56641 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436270700267569152)]} 0 1
[junit4:junit4] 2> 56652 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436270700274909184)]} 0 1
[junit4:junit4] 2> 56653 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436270700274909184)]} 0 5
[junit4:junit4] 2> 56654 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 10
[junit4:junit4] 2> 56658 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436270700285394944)]} 0 1
[junit4:junit4] 2> 56667 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436270700290637824)]} 0 1
[junit4:junit4] 2> 56669 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436270700290637824)]} 0 7
[junit4:junit4] 2> 56673 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1436270700301123584)]} 0 1
[junit4:junit4] 2> 56685 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436270700308463616)]} 0 1
[junit4:junit4] 2> 56686 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436270700308463616)]} 0 6
[junit4:junit4] 2> 56687 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 11
[junit4:junit4] 2> 56692 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436270700319997952)]} 0 2
[junit4:junit4] 2> 56701 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436270700325240832)]} 0 0
[junit4:junit4] 2> 56702 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436270700325240832)]} 0 7
[junit4:junit4] 2> 56706 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436270700335726592)]} 0 1
[junit4:junit4] 2> 56719 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436270700345163776)]} 0 1
[junit4:junit4] 2> 56720 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1436270700345163776)]} 0 6
[junit4:junit4] 2> 56721 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37]} 0 10
[junit4:junit4] 2> 56725 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436270700355649536)]} 0 1
[junit4:junit4] 2> 56737 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436270700364038144)]} 0 1
[junit4:junit4] 2> 56738 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1436270700364038144)]} 0 5
[junit4:junit4] 2> 56739 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38]} 0 10
[junit4:junit4] 2> 56744 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436270700375572480)]} 0 1
[junit4:junit4] 2> 56754 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436270700380815360)]} 0 1
[junit4:junit4] 2> 56755 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436270700380815360)]} 0 6
[junit4:junit4] 2> 56759 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436270700391301120)]} 0 0
[junit4:junit4] 2> 56768 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436270700396544000)]} 0 0
[junit4:junit4] 2> 56770 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436270700396544000)]} 0 6
[junit4:junit4] 2> 56775 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436270700408078336)]} 0 1
[junit4:junit4] 2> 56783 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436270700412272640)]} 0 1
[junit4:junit4] 2> 56784 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436270700412272640)]} 0 6
[junit4:junit4] 2> 56788 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436270700421709824)]} 0 1
[junit4:junit4] 2> 56796 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436270700425904128)]} 0 1
[junit4:junit4] 2> 56797 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436270700425904128)]} 0 5
[junit4:junit4] 2> 56802 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436270700436389888)]} 0 1
[junit4:junit4] 2> 56811 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436270700441632768)]} 0 1
[junit4:junit4] 2> 56812 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436270700441632768)]} 0 6
[junit4:junit4] 2> 56817 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436270700452118528)]} 0 1
[junit4:junit4] 2> 56828 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436270700459458560)]} 0 1
[junit4:junit4] 2> 56829 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436270700459458560)]} 0 5
[junit4:junit4] 2> 56830 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 10
[junit4:junit4] 2> 56834 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436270700469944320)]} 0 1
[junit4:junit4] 2> 56845 T117 C15 P56124 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436270700477284352)]} 0 1
[junit4:junit4] 2> 56846 T86 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1436270700477284352)]} 0 6
[junit4:junit4] 2> 56847 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 9
[junit4:junit4] 2> 56851 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436270700487770112)]} 0 1
[junit4:junit4] 2> 56863 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436270700496158720)]} 0 1
[junit4:junit4] 2> 56864 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436270700496158720)]} 0 5
[junit4:junit4] 2> 56865 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 10
[junit4:junit4] 2> 56869 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436270700506644480)]} 0 1
[junit4:junit4] 2> 56879 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436270700513984512)]} 0 1
[junit4:junit4] 2> 56880 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1436270700513984512)]} 0 5
[junit4:junit4] 2> 56881 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 9
[junit4:junit4] 2> 56885 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436270700523421696)]} 0 1
[junit4:junit4] 2> 56897 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436270700531810304)]} 0 1
[junit4:junit4] 2> 56898 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[48 (1436270700531810304)]} 0 6
[junit4:junit4] 2> 56900 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48]} 0 12
[junit4:junit4] 2> 56904 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436270700543344640)]} 0 1
[junit4:junit4] 2> 56915 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436270700550684672)]} 0 1
[junit4:junit4] 2> 56916 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[49 (1436270700550684672)]} 0 5
[junit4:junit4] 2> 56917 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49]} 0 10
[junit4:junit4] 2> 56921 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436270700560121856)]} 0 1
[junit4:junit4] 2> 56932 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436270700568510464)]} 0 1
[junit4:junit4] 2> 56933 T72 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39963/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[50 (1436270700568510464)]} 0 6
[junit4:junit4] 2> 56934 T88 C14 P39963 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50]} 0 10
[junit4:junit4] 2> 56938 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436270700577947648)]} 0 1
[junit4:junit4] 2> 56946 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436270700582141952)]} 0 1
[junit4:junit4] 2> 56947 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436270700582141952)]} 0 6
[junit4:junit4] 2> 56951 T46 C16 P10758 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436270700591579136)]} 0 1
[junit4:junit4] 2> 56959 T98 C18 P10457 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32290/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436270700596822016)]} 0 1
[junit4:junit4] 2> 56960 T70 C17 P32290 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436270700596822016)]} 0 5
[junit4:junit4] 2> 56965 T46 C16 P10758 oasup.LogUpdateP
[...truncated too long message...]
[junit4:junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] 2> at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=th, timezone=Africa/Algiers
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=89718848,total=498139136
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestSolrQueryParserResource, TestNumberUtils, ConvertedLegacyTest, ChaosMonkeyShardSplitTest, TestDFRSimilarityFactory, TestElisionMultitermQuery, SpellCheckComponentTest, UpdateParamsTest, TestCodecSupport, TestSolrQueryParserDefaultOperatorResource, DocValuesMultiTest, DirectUpdateHandlerTest, TestHashPartitioner, TestStressReorder, RequestHandlersTest, ChaosMonkeySafeLeaderTest, ClusterStateTest, JSONWriterTest, TestDefaultSimilarityFactory, DateMathParserTest, DocumentAnalysisRequestHandlerTest, TestSchemaNameResource, URLClassifyProcessorTest, MultiTermTest, TestAnalyzedSuggestions, TestStressLucene, SolrTestCaseJ4Test, SampleTest, DOMUtilTest, DisMaxRequestHandlerTest, PingRequestHandlerTest, OpenCloseCoreStressTest, BasicZkTest, TestWordDelimiterFilterFactory, NoCacheHeaderTest, TestMaxScoreQueryParser, SolrCoreCheckLockOnStartupTest, TestFiltering, DirectSolrSpellCheckerTest, SolrRequestParserTest, DefaultValueUpdateProcessorTest, TestCSVResponseWriter, SimplePostToolTest, ZkNodePropsTest, TestRandomFaceting, IndexReaderFactoryTest, TestFastOutputStream, FullSolrCloudDistribCmdsTest, TestDefaultSearchFieldResource, TestUniqueKeyFieldResource, TestDistributedGrouping, TestUtils, HighlighterTest, StandardRequestHandlerTest, UniqFieldsUpdateProcessorFactoryTest, TestSuggestSpellingConverter, SolrIndexConfigTest, SpellCheckCollatorTest, TestRTGBase, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestDistributedSearch, DistanceFunctionTest, TestQuerySenderNoQuery, TestSolrXml, TestFieldTypeResource, XsltUpdateRequestHandlerTest, TestPropInject, TestPartialUpdateDeduplication, IndexBasedSpellCheckerTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=D9D067197B2BBF6C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th -Dtests.timezone=Africa/Algiers -Dtests.file.encoding=ISO8859-1
[junit4:junit4] ERROR 0.00s J1 | CollectionsAPIDistributedZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
[junit4:junit4] > 1) Thread[id=2402, name=recoveryCmdExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D9D067197B2BBF6C]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=2402, name=recoveryCmdExecutor-1075-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D9D067197B2BBF6C]:0)
[junit4:junit4] Completed on J1 in 350.26s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 485 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 2 suite-level errors, 1 error, 1 failure, 627 ignored (4 assumptions)
Total time: 48 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1664 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1664/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:46684/bh/gp returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:46684/bh/gp returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([3703239814486D18:B6E5AD8063170D24]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9462 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 1286748 T4072 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /bh/gp
[junit4:junit4] 2> 1286754 T4072 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369837917483
[junit4:junit4] 2> 1286756 T4072 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1286757 T4073 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1286857 T4072 oasc.ZkTestServer.run start zk server on port:46757
[junit4:junit4] 2> 1286858 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1286863 T4079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fa0e6fc name:ZooKeeperConnection Watcher:127.0.0.1:46757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1286863 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1286864 T4072 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1286869 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1286878 T4081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@385f10b1 name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1286878 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1286878 T4072 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1286882 T4072 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1286890 T4072 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1286892 T4072 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1286895 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1286896 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1286901 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1286902 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1287023 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1287023 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1287027 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1287027 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1287030 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1287031 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1287034 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1287034 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1287037 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1287038 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1287045 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1287046 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1287049 T4072 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1287050 T4072 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1287323 T4072 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1287331 T4072 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35887
[junit4:junit4] 2> 1287331 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1287332 T4072 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1287332 T4072 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788
[junit4:junit4] 2> 1287333 T4072 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/solr.xml
[junit4:junit4] 2> 1287333 T4072 oasc.CoreContainer.<init> New CoreContainer 862872537
[junit4:junit4] 2> 1287334 T4072 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/'
[junit4:junit4] 2> 1287335 T4072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/'
[junit4:junit4] 2> 1287453 T4072 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1287454 T4072 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1287454 T4072 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1287455 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1287455 T4072 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1287456 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1287456 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1287457 T4072 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1287457 T4072 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1287458 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1287476 T4072 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1287477 T4072 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46757/solr
[junit4:junit4] 2> 1287478 T4072 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1287479 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1287482 T4092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bb50a01 name:ZooKeeperConnection Watcher:127.0.0.1:46757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1287482 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1287485 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1287498 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1287500 T4094 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54de6a4b name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1287500 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1287503 T4072 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1287512 T4072 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1287516 T4072 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1287518 T4072 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35887_bh%2Fgp
[junit4:junit4] 2> 1287527 T4072 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35887_bh%2Fgp
[junit4:junit4] 2> 1287530 T4072 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1287547 T4072 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1287549 T4072 oasc.Overseer.start Overseer (id=89773697760690179-127.0.0.1:35887_bh%2Fgp-n_0000000000) starting
[junit4:junit4] 2> 1287559 T4072 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1287573 T4096 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1287574 T4072 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1287576 T4072 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1287578 T4072 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1287580 T4095 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1287585 T4097 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/collection1
[junit4:junit4] 2> 1287585 T4097 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1287586 T4097 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1287586 T4097 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1287588 T4097 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/collection1/'
[junit4:junit4] 2> 1287589 T4097 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1287590 T4097 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/collection1/lib/README' to classloader
[junit4:junit4] 2> 1287647 T4097 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1287711 T4097 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1287812 T4097 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1287822 T4097 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1288392 T4097 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1288397 T4097 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1288400 T4097 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1288404 T4097 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1288423 T4097 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1288423 T4097 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369837917788/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/control/data/
[junit4:junit4] 2> 1288424 T4097 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564debb
[junit4:junit4] 2> 1288424 T4097 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1288424 T4097 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/control/data
[junit4:junit4] 2> 1288425 T4097 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/control/data/index/
[junit4:junit4] 2> 1288425 T4097 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1288425 T4097 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/control/data/index
[junit4:junit4] 2> 1288428 T4097 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1686c73b lockFactory=org.apache.lucene.store.NativeFSLockFactory@424ced8b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1288428 T4097 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1288430 T4097 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1288430 T4097 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1288431 T4097 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1288431 T4097 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1288432 T4097 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1288432 T4097 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1288432 T4097 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1288432 T4097 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1288433 T4097 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1288439 T4097 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1288443 T4097 oass.SolrIndexSearcher.<init> Opening Searcher@55c99ab6 main
[junit4:junit4] 2> 1288444 T4097 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/control/data/tlog
[junit4:junit4] 2> 1288445 T4097 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1288445 T4097 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1288449 T4098 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55c99ab6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1288450 T4097 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1288450 T4097 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1289083 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1289084 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35887_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35887/bh/gp"}
[junit4:junit4] 2> 1289084 T4095 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1289084 T4095 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1289097 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1289453 T4097 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1289453 T4097 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35887/bh/gp collection:control_collection shard:shard1
[junit4:junit4] 2> 1289454 T4097 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1289507 T4097 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1289566 T4097 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1289566 T4097 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1289566 T4097 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35887/bh/gp/collection1/
[junit4:junit4] 2> 1289567 T4097 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1289567 T4097 oasc.SyncStrategy.syncToMe http://127.0.0.1:35887/bh/gp/collection1/ has no replicas
[junit4:junit4] 2> 1289567 T4097 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35887/bh/gp/collection1/
[junit4:junit4] 2> 1289567 T4097 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1290601 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1290622 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1290653 T4097 oasc.ZkController.register We are http://127.0.0.1:35887/bh/gp/collection1/ and leader is http://127.0.0.1:35887/bh/gp/collection1/
[junit4:junit4] 2> 1290653 T4097 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35887/bh/gp
[junit4:junit4] 2> 1290653 T4097 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1290654 T4097 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1290654 T4097 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1290656 T4097 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1290657 T4072 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1290658 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1290658 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1290674 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1290676 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1290678 T4101 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e561363 name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1290678 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1290681 T4072 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1290683 T4072 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1290935 T4072 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1290938 T4072 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46684
[junit4:junit4] 2> 1290939 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1290939 T4072 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1290940 T4072 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412
[junit4:junit4] 2> 1290940 T4072 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/solr.xml
[junit4:junit4] 2> 1290941 T4072 oasc.CoreContainer.<init> New CoreContainer 1361199801
[junit4:junit4] 2> 1290941 T4072 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/'
[junit4:junit4] 2> 1290942 T4072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/'
[junit4:junit4] 2> 1291054 T4072 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1291055 T4072 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1291056 T4072 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1291056 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1291057 T4072 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1291057 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1291058 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1291058 T4072 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1291059 T4072 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1291059 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1291075 T4072 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1291076 T4072 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46757/solr
[junit4:junit4] 2> 1291076 T4072 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1291077 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1291080 T4112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b0cd24 name:ZooKeeperConnection Watcher:127.0.0.1:46757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1291081 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1291084 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1291094 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1291096 T4114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c2d3caf name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1291097 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1291108 T4072 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1292111 T4072 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46684_bh%2Fgp
[junit4:junit4] 2> 1292142 T4072 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46684_bh%2Fgp
[junit4:junit4] 2> 1292143 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1292144 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35887_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35887_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35887/bh/gp"}
[junit4:junit4] 2> 1292153 T4101 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1292153 T4114 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1292162 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1292162 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1292166 T4115 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/collection1
[junit4:junit4] 2> 1292167 T4115 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1292169 T4115 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1292170 T4115 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1292170 T4094 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1292170 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1292171 T4115 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/collection1/'
[junit4:junit4] 2> 1292171 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1292173 T4115 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1292173 T4115 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/collection1/lib/README' to classloader
[junit4:junit4] 2> 1292229 T4115 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1292293 T4115 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1292395 T4115 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1292405 T4115 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1292950 T4115 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1292953 T4115 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1292955 T4115 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1292959 T4115 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1292978 T4115 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1292978 T4115 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369837921412/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty1/
[junit4:junit4] 2> 1292978 T4115 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564debb
[junit4:junit4] 2> 1292979 T4115 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1292979 T4115 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty1
[junit4:junit4] 2> 1292979 T4115 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty1/index/
[junit4:junit4] 2> 1292979 T4115 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1292980 T4115 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty1/index
[junit4:junit4] 2> 1292982 T4115 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1294bbdf lockFactory=org.apache.lucene.store.NativeFSLockFactory@28c04aaa),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1292983 T4115 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1292985 T4115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1292985 T4115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1292985 T4115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1292986 T4115 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1292986 T4115 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1292986 T4115 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1292987 T4115 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1292987 T4115 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1292987 T4115 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1292993 T4115 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1292998 T4115 oass.SolrIndexSearcher.<init> Opening Searcher@6f3cb712 main
[junit4:junit4] 2> 1292999 T4115 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty1/tlog
[junit4:junit4] 2> 1292999 T4115 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1293000 T4115 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1293003 T4116 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f3cb712 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1293004 T4115 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1293004 T4115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1293672 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1293673 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46684_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46684/bh/gp"}
[junit4:junit4] 2> 1293673 T4095 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1293673 T4095 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1293687 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1293687 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1293687 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1294007 T4115 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1294007 T4115 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46684/bh/gp collection:collection1 shard:shard1
[junit4:junit4] 2> 1294008 T4115 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1294024 T4115 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1294035 T4115 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1294036 T4115 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1294036 T4115 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:46684/bh/gp/collection1/
[junit4:junit4] 2> 1294036 T4115 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1294036 T4115 oasc.SyncStrategy.syncToMe http://127.0.0.1:46684/bh/gp/collection1/ has no replicas
[junit4:junit4] 2> 1294037 T4115 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:46684/bh/gp/collection1/
[junit4:junit4] 2> 1294037 T4115 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1295191 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1295211 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1295211 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1295211 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1295215 T4115 oasc.ZkController.register We are http://127.0.0.1:46684/bh/gp/collection1/ and leader is http://127.0.0.1:46684/bh/gp/collection1/
[junit4:junit4] 2> 1295215 T4115 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46684/bh/gp
[junit4:junit4] 2> 1295215 T4115 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1295215 T4115 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1295216 T4115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1295221 T4115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1295222 T4072 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1295223 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1295223 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1295491 T4072 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1295495 T4072 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:64252
[junit4:junit4] 2> 1295495 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1295496 T4072 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1295496 T4072 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967
[junit4:junit4] 2> 1295497 T4072 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/solr.xml
[junit4:junit4] 2> 1295497 T4072 oasc.CoreContainer.<init> New CoreContainer 1953159398
[junit4:junit4] 2> 1295498 T4072 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/'
[junit4:junit4] 2> 1295499 T4072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/'
[junit4:junit4] 2> 1295610 T4072 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1295611 T4072 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1295611 T4072 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1295612 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1295612 T4072 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1295613 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1295613 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1295614 T4072 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1295614 T4072 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1295615 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1295630 T4072 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1295631 T4072 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46757/solr
[junit4:junit4] 2> 1295631 T4072 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1295633 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1295635 T4128 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d4e7fe1 name:ZooKeeperConnection Watcher:127.0.0.1:46757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1295636 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1295638 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1295649 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1295651 T4130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aee95f6 name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1295651 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1295663 T4072 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1296666 T4072 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64252_bh%2Fgp
[junit4:junit4] 2> 1296694 T4072 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:64252_bh%2Fgp
[junit4:junit4] 2> 1296699 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1296699 T4094 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1296699 T4130 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1296699 T4114 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1296699 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1296700 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1296700 T4101 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1296711 T4131 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/collection1
[junit4:junit4] 2> 1296711 T4131 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1296712 T4131 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1296712 T4131 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1296714 T4131 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/collection1/'
[junit4:junit4] 2> 1296715 T4131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1296716 T4131 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/collection1/lib/README' to classloader
[junit4:junit4] 2> 1296724 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1296725 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:46684_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46684_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46684/bh/gp"}
[junit4:junit4] 2> 1296735 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1296735 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1296735 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1296735 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1296775 T4131 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1296838 T4131 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1296940 T4131 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1296946 T4131 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1297329 T4131 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1297332 T4131 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1297334 T4131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1297337 T4131 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1297352 T4131 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1297353 T4131 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369837925967/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty2/
[junit4:junit4] 2> 1297353 T4131 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564debb
[junit4:junit4] 2> 1297353 T4131 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1297354 T4131 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty2
[junit4:junit4] 2> 1297354 T4131 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty2/index/
[junit4:junit4] 2> 1297354 T4131 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1297355 T4131 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty2/index
[junit4:junit4] 2> 1297358 T4131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49c8d35c lockFactory=org.apache.lucene.store.NativeFSLockFactory@47c17842),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1297358 T4131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1297360 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1297360 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1297361 T4131 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1297367 T4131 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1297367 T4131 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1297367 T4131 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1297367 T4131 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1297368 T4131 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1297368 T4131 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1297374 T4131 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1297379 T4131 oass.SolrIndexSearcher.<init> Opening Searcher@14ea8e7f main
[junit4:junit4] 2> 1297380 T4131 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty2/tlog
[junit4:junit4] 2> 1297380 T4131 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1297381 T4131 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1297384 T4132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14ea8e7f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1297385 T4131 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1297385 T4131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1298245 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1298246 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:64252_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:64252/bh/gp"}
[junit4:junit4] 2> 1298246 T4095 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1298246 T4095 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1298265 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1298266 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1298266 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1298265 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1298388 T4131 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1298388 T4131 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:64252/bh/gp collection:collection1 shard:shard2
[junit4:junit4] 2> 1298389 T4131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1298405 T4131 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1298421 T4131 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1298421 T4131 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1298421 T4131 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:64252/bh/gp/collection1/
[junit4:junit4] 2> 1298422 T4131 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1298422 T4131 oasc.SyncStrategy.syncToMe http://127.0.0.1:64252/bh/gp/collection1/ has no replicas
[junit4:junit4] 2> 1298422 T4131 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:64252/bh/gp/collection1/
[junit4:junit4] 2> 1298423 T4131 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1299775 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1299804 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1299804 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1299804 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1299804 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1299814 T4131 oasc.ZkController.register We are http://127.0.0.1:64252/bh/gp/collection1/ and leader is http://127.0.0.1:64252/bh/gp/collection1/
[junit4:junit4] 2> 1299814 T4131 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:64252/bh/gp
[junit4:junit4] 2> 1299814 T4131 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1299814 T4131 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1299815 T4131 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1299816 T4131 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1299817 T4072 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1299818 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1299819 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1300128 T4072 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1300132 T4072 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41359
[junit4:junit4] 2> 1300132 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1300133 T4072 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1300133 T4072 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564
[junit4:junit4] 2> 1300134 T4072 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/solr.xml
[junit4:junit4] 2> 1300134 T4072 oasc.CoreContainer.<init> New CoreContainer 2032675781
[junit4:junit4] 2> 1300135 T4072 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/'
[junit4:junit4] 2> 1300135 T4072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/'
[junit4:junit4] 2> 1300262 T4072 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1300263 T4072 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1300264 T4072 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1300264 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1300265 T4072 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1300265 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1300265 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1300266 T4072 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1300266 T4072 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1300267 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1300284 T4072 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1300284 T4072 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46757/solr
[junit4:junit4] 2> 1300285 T4072 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1300286 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1300312 T4144 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f59a2e1 name:ZooKeeperConnection Watcher:127.0.0.1:46757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1300313 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1300334 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1300346 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1300348 T4146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6234764d name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1300348 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1300361 T4072 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1301318 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1301319 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:64252_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:64252_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:64252/bh/gp"}
[junit4:junit4] 2> 1301362 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1301362 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1301363 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1301362 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1301362 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1301365 T4072 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41359_bh%2Fgp
[junit4:junit4] 2> 1301367 T4072 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41359_bh%2Fgp
[junit4:junit4] 2> 1301376 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1301376 T4094 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1301377 T4146 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1301377 T4114 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1301377 T4130 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1301377 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1301377 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1301377 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1301377 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1301378 T4101 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1301382 T4147 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/collection1
[junit4:junit4] 2> 1301382 T4147 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1301383 T4147 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1301383 T4147 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1301384 T4147 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/collection1/'
[junit4:junit4] 2> 1301386 T4147 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/collection1/lib/README' to classloader
[junit4:junit4] 2> 1301386 T4147 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1301439 T4147 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1301501 T4147 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1301603 T4147 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1301610 T4147 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1302180 T4147 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1302184 T4147 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1302187 T4147 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1302192 T4147 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1302214 T4147 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1302214 T4147 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369837930564/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/
[junit4:junit4] 2> 1302215 T4147 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564debb
[junit4:junit4] 2> 1302215 T4147 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1302216 T4147 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3
[junit4:junit4] 2> 1302216 T4147 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index/
[junit4:junit4] 2> 1302216 T4147 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1302217 T4147 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index
[junit4:junit4] 2> 1302221 T4147 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ffd60b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7170d20),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1302221 T4147 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1302224 T4147 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1302224 T4147 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1302225 T4147 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1302226 T4147 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1302226 T4147 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1302226 T4147 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1302227 T4147 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1302227 T4147 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1302228 T4147 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1302237 T4147 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1302245 T4147 oass.SolrIndexSearcher.<init> Opening Searcher@523db67d main
[junit4:junit4] 2> 1302245 T4147 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/tlog
[junit4:junit4] 2> 1302246 T4147 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1302247 T4147 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1302251 T4148 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@523db67d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1302253 T4147 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1302253 T4147 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1302868 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1302869 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:41359_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41359/bh/gp"}
[junit4:junit4] 2> 1302869 T4095 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1302869 T4095 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1302899 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1302900 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1302899 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1302899 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1302899 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1303255 T4147 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1303255 T4147 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41359/bh/gp collection:collection1 shard:shard1
[junit4:junit4] 2> 1303284 T4147 oasc.ZkController.register We are http://127.0.0.1:41359/bh/gp/collection1/ and leader is http://127.0.0.1:46684/bh/gp/collection1/
[junit4:junit4] 2> 1303285 T4147 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41359/bh/gp
[junit4:junit4] 2> 1303285 T4147 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1303285 T4147 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1859 name=collection1 org.apache.solr.core.SolrCore@66366f7c url=http://127.0.0.1:41359/bh/gp/collection1 node=127.0.0.1:41359_bh%2Fgp C1859_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:41359_bh%2Fgp, base_url=http://127.0.0.1:41359/bh/gp}
[junit4:junit4] 2> 1303286 T4149 C1859 P41359 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1303286 T4147 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1303286 T4149 C1859 P41359 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1303287 T4149 C1859 P41359 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1303287 T4149 C1859 P41359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1303287 T4072 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1303288 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1303288 T4149 C1859 P41359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1303288 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1303308 T4104 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:41359_bh%2Fgp_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1303559 T4072 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1303563 T4072 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:47980
[junit4:junit4] 2> 1303563 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1303564 T4072 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1303564 T4072 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034
[junit4:junit4] 2> 1303565 T4072 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/solr.xml
[junit4:junit4] 2> 1303565 T4072 oasc.CoreContainer.<init> New CoreContainer 1300330255
[junit4:junit4] 2> 1303566 T4072 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/'
[junit4:junit4] 2> 1303567 T4072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/'
[junit4:junit4] 2> 1303678 T4072 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1303679 T4072 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1303679 T4072 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1303679 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1303680 T4072 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1303680 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1303681 T4072 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1303681 T4072 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1303682 T4072 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1303682 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1303700 T4072 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1303700 T4072 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:46757/solr
[junit4:junit4] 2> 1303701 T4072 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1303702 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1303705 T4161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c966224 name:ZooKeeperConnection Watcher:127.0.0.1:46757 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1303706 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1303719 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1303731 T4072 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1303733 T4163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2626e657 name:ZooKeeperConnection Watcher:127.0.0.1:46757/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1303734 T4072 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1303745 T4072 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1304414 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1304415 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:41359_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:41359_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41359/bh/gp"}
[junit4:junit4] 2> 1304501 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304501 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304501 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304501 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304501 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304501 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304748 T4072 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47980_bh%2Fgp
[junit4:junit4] 2> 1304755 T4072 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47980_bh%2Fgp
[junit4:junit4] 2> 1304760 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304760 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1304761 T4146 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1304761 T4114 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1304761 T4094 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1304761 T4130 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1304762 T4163 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1304761 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1304761 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1304761 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1304762 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1304763 T4101 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1304768 T4164 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/collection1
[junit4:junit4] 2> 1304768 T4164 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1304769 T4164 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1304769 T4164 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1304770 T4164 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/collection1/'
[junit4:junit4] 2> 1304772 T4164 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/collection1/lib/README' to classloader
[junit4:junit4] 2> 1304772 T4164 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1304824 T4164 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1304891 T4164 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1304992 T4164 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1304999 T4164 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1305310 T4104 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:41359_bh%2Fgp_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1305310 T4104 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:41359_bh%252Fgp_collection1&state=recovering&nodeName=127.0.0.1:41359_bh%252Fgp&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 1305569 T4164 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1305573 T4164 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1305576 T4164 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1305581 T4164 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1305601 T4164 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1305602 T4164 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369837934034/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/
[junit4:junit4] 2> 1305602 T4164 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7564debb
[junit4:junit4] 2> 1305603 T4164 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1305604 T4164 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4
[junit4:junit4] 2> 1305604 T4164 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index/
[junit4:junit4] 2> 1305604 T4164 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1305605 T4164 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index
[junit4:junit4] 2> 1305608 T4164 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@39a3cdf9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c97492),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1305608 T4164 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1305611 T4164 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1305612 T4164 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1305612 T4164 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1305613 T4164 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1305614 T4164 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1305614 T4164 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1305614 T4164 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1305615 T4164 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1305616 T4164 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1305625 T4164 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1305632 T4164 oass.SolrIndexSearcher.<init> Opening Searcher@2cba7e53 main
[junit4:junit4] 2> 1305633 T4164 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/tlog
[junit4:junit4] 2> 1305634 T4164 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1305634 T4164 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1305639 T4165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cba7e53 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1305641 T4164 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1305641 T4164 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1306071 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1306072 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:47980_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47980/bh/gp"}
[junit4:junit4] 2> 1306072 T4095 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1306072 T4095 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1306085 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1306085 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1306085 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1306085 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1306085 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1306085 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1306643 T4164 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1306643 T4164 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47980/bh/gp collection:collection1 shard:shard2
[junit4:junit4] 2> 1306671 T4164 oasc.ZkController.register We are http://127.0.0.1:47980/bh/gp/collection1/ and leader is http://127.0.0.1:64252/bh/gp/collection1/
[junit4:junit4] 2> 1306671 T4164 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47980/bh/gp
[junit4:junit4] 2> 1306671 T4164 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1306672 T4164 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1860 name=collection1 org.apache.solr.core.SolrCore@53558bbb url=http://127.0.0.1:47980/bh/gp/collection1 node=127.0.0.1:47980_bh%2Fgp C1860_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:47980_bh%2Fgp, base_url=http://127.0.0.1:47980/bh/gp}
[junit4:junit4] 2> 1306672 T4166 C1860 P47980 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1306672 T4164 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1306673 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1306673 T4166 C1860 P47980 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1306673 T4166 C1860 P47980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1306674 T4072 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1306674 T4072 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1306675 T4166 C1860 P47980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1306675 T4072 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1306700 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1306701 T4120 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:47980_bh%2Fgp_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1306702 T4072 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1306702 T4072 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1306703 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1861 name=collection1 org.apache.solr.core.SolrCore@66366f7c url=http://127.0.0.1:41359/bh/gp/collection1 node=127.0.0.1:41359_bh%2Fgp C1861_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:41359_bh%2Fgp, base_url=http://127.0.0.1:41359/bh/gp}
[junit4:junit4] 2> 1307312 T4149 C1861 P41359 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:46684/bh/gp/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1307312 T4149 C1861 P41359 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41359/bh/gp START replicas=[http://127.0.0.1:46684/bh/gp/collection1/] nUpdates=100
[junit4:junit4] 2> 1307313 T4149 C1861 P41359 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1307314 T4149 C1861 P41359 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1307314 T4149 C1861 P41359 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1307315 T4149 C1861 P41359 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1307315 T4149 C1861 P41359 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1307315 T4149 C1861 P41359 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:46684/bh/gp/collection1/. core=collection1
[junit4:junit4] 2> 1307315 T4149 C1861 P41359 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C1862 name=collection1 org.apache.solr.core.SolrCore@38ae3404 url=http://127.0.0.1:46684/bh/gp/collection1 node=127.0.0.1:46684_bh%2Fgp C1862_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:46684_bh%2Fgp, base_url=http://127.0.0.1:46684/bh/gp, leader=true}
[junit4:junit4] 2> 1307321 T4105 C1862 P46684 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1307326 T4106 C1862 P46684 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1307330 T4106 C1862 P46684 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1294bbdf lockFactory=org.apache.lucene.store.NativeFSLockFactory@28c04aaa),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1307330 T4106 C1862 P46684 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1307331 T4106 C1862 P46684 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1294bbdf lockFactory=org.apache.lucene.store.NativeFSLockFactory@28c04aaa),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1294bbdf lockFactory=org.apache.lucene.store.NativeFSLockFactory@28c04aaa),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1307332 T4106 C1862 P46684 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1307332 T4106 C1862 P46684 oass.SolrIndexSearcher.<init> Opening Searcher@1da73240 realtime
[junit4:junit4] 2> 1307333 T4106 C1862 P46684 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1307333 T4106 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 1307334 T4149 C1861 P41359 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1307334 T4149 C1861 P41359 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1307336 T4107 C1862 P46684 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1307336 T4107 C1862 P46684 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 1307337 T4149 C1861 P41359 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1307337 T4149 C1861 P41359 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1307337 T4149 C1861 P41359 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1307340 T4107 C1862 P46684 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1307341 T4149 C1861 P41359 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1307342 T4149 C1861 P41359 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index.20130529103218069
[junit4:junit4] 2> 1307342 T4149 C1861 P41359 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@41df9bb6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@540980b3) fullCopy=false
[junit4:junit4] 2> 1307344 T4107 C1862 P46684 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1307345 T4149 C1861 P41359 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1307346 T4149 C1861 P41359 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1307346 T4149 C1861 P41359 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1307348 T4149 C1861 P41359 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ffd60b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7170d20),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ffd60b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7170d20),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1307348 T4149 C1861 P41359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1307348 T4149 C1861 P41359 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1307349 T4149 C1861 P41359 oass.SolrIndexSearcher.<init> Opening Searcher@451af18d main
[junit4:junit4] 2> 1307350 T4148 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@451af18d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1307350 T4149 C1861 P41359 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index.20130529103218069 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index.20130529103218069;done=true>>]
[junit4:junit4] 2> 1307351 T4149 C1861 P41359 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index.20130529103218069
[junit4:junit4] 2> 1307351 T4149 C1861 P41359 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty3/index.20130529103218069
[junit4:junit4] 2> 1307351 T4149 C1861 P41359 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1307351 T4149 C1861 P41359 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1307352 T4149 C1861 P41359 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1307352 T4149 C1861 P41359 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1307379 T4149 C1861 P41359 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1307589 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1307590 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:47980_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:47980_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47980/bh/gp"}
[junit4:junit4] 2> 1307594 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:41359_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:41359_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41359/bh/gp"}
[junit4:junit4] 2> 1307617 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1307617 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1307617 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1307617 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1307617 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1307617 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1307703 T4120 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:47980_bh%2Fgp_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1307703 T4120 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:47980_bh%252Fgp_collection1&state=recovering&nodeName=127.0.0.1:47980_bh%252Fgp&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 1307705 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1308707 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C1860_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:47980_bh%2Fgp, base_url=http://127.0.0.1:47980/bh/gp}
[junit4:junit4] 2> 1309705 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:64252/bh/gp/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1309705 T4166 C1860 P47980 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:47980/bh/gp START replicas=[http://127.0.0.1:64252/bh/gp/collection1/] nUpdates=100
[junit4:junit4] 2> 1309706 T4166 C1860 P47980 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1309706 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1309706 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1309706 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1309707 T4166 C1860 P47980 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1309707 T4166 C1860 P47980 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:64252/bh/gp/collection1/. core=collection1
[junit4:junit4] 2> 1309707 T4166 C1860 P47980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1309709 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1863 name=collection1 org.apache.solr.core.SolrCore@4671bdd7 url=http://127.0.0.1:64252/bh/gp/collection1 node=127.0.0.1:64252_bh%2Fgp C1863_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:64252_bh%2Fgp, base_url=http://127.0.0.1:64252/bh/gp, leader=true}
[junit4:junit4] 2> 1309714 T4121 C1863 P64252 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1309720 T4122 C1863 P64252 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1309722 T4122 C1863 P64252 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49c8d35c lockFactory=org.apache.lucene.store.NativeFSLockFactory@47c17842),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1309722 T4122 C1863 P64252 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1309723 T4122 C1863 P64252 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49c8d35c lockFactory=org.apache.lucene.store.NativeFSLockFactory@47c17842),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49c8d35c lockFactory=org.apache.lucene.store.NativeFSLockFactory@47c17842),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1309723 T4122 C1863 P64252 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1309724 T4122 C1863 P64252 oass.SolrIndexSearcher.<init> Opening Searcher@6de22e89 realtime
[junit4:junit4] 2> 1309724 T4122 C1863 P64252 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1309725 T4122 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 1309725 T4166 C1860 P47980 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1309726 T4166 C1860 P47980 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1309727 T4123 C1863 P64252 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1309727 T4123 C1863 P64252 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 1309728 T4166 C1860 P47980 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1309728 T4166 C1860 P47980 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1309728 T4166 C1860 P47980 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1309731 T4123 C1863 P64252 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1309732 T4166 C1860 P47980 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1309733 T4166 C1860 P47980 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index.20130529103220460
[junit4:junit4] 2> 1309734 T4166 C1860 P47980 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2e3676a lockFactory=org.apache.lucene.store.NativeFSLockFactory@6b32936d) fullCopy=false
[junit4:junit4] 2> 1309736 T4123 C1863 P64252 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1309737 T4166 C1860 P47980 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1309738 T4166 C1860 P47980 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1309738 T4166 C1860 P47980 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1309739 T4166 C1860 P47980 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@39a3cdf9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c97492),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@39a3cdf9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c97492),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1309739 T4166 C1860 P47980 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1309740 T4166 C1860 P47980 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1309740 T4166 C1860 P47980 oass.SolrIndexSearcher.<init> Opening Searcher@37b31dfa main
[junit4:junit4] 2> 1309741 T4165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37b31dfa main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1309742 T4166 C1860 P47980 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index.20130529103220460 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index.20130529103220460;done=true>>]
[junit4:junit4] 2> 1309742 T4166 C1860 P47980 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index.20130529103220460
[junit4:junit4] 2> 1309742 T4166 C1860 P47980 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index.20130529103220460
[junit4:junit4] 2> 1309742 T4166 C1860 P47980 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1309743 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1309743 T4166 C1860 P47980 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1309743 T4166 C1860 P47980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1309749 T4166 C1860 P47980 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1310625 T4095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1310626 T4095 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:47980_bh%2Fgp_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:47980_bh%2Fgp",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:47980/bh/gp"}
[junit4:junit4] 2> 1310631 T4130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1310631 T4101 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1310631 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1310631 T4114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1310631 T4094 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1310631 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1310711 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1310712 T4072 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C1864 name=collection1 org.apache.solr.core.SolrCore@276a454f url=http://127.0.0.1:35887/bh/gp/collection1 node=127.0.0.1:35887_bh%2Fgp C1864_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:35887_bh%2Fgp, base_url=http://127.0.0.1:35887/bh/gp, leader=true}
[junit4:junit4] 2> 1310720 T4084 C1864 P35887 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1310722 T4084 C1864 P35887 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1686c73b lockFactory=org.apache.lucene.store.NativeFSLockFactory@424ced8b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1310723 T4084 C1864 P35887 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1310724 T4084 C1864 P35887 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1686c73b lockFactory=org.apache.lucene.store.NativeFSLockFactory@424ced8b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1686c73b lockFactory=org.apache.lucene.store.NativeFSLockFactory@424ced8b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1310724 T4084 C1864 P35887 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1310725 T4084 C1864 P35887 oass.SolrIndexSearcher.<init> Opening Searcher@2b8fd16e main
[junit4:junit4] 2> 1310725 T4084 C1864 P35887 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1310726 T4098 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b8fd16e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1310726 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1310739 T4108 C1862 P46684 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1310741 T4108 C1862 P46684 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1294bbdf lockFactory=org.apache.lucene.store.NativeFSLockFactory@28c04aaa),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1294bbdf lockFactory=org.apache.lucene.store.NativeFSLockFactory@28c04aaa),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1310741 T4108 C1862 P46684 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1310742 T4108 C1862 P46684 oass.SolrIndexSearcher.<init> Opening Searcher@2b18659d main
[junit4:junit4] 2> 1310742 T4108 C1862 P46684 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1310743 T4116 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2b18659d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1310744 T4108 C1862 P46684 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:41359/bh/gp/collection1/, StdNode: http://127.0.0.1:64252/bh/gp/collection1/, StdNode: http://127.0.0.1:47980/bh/gp/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1310747 T4124 C1863 P64252 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1310750 T4124 C1863 P64252 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49c8d35c lockFactory=org.apache.lucene.store.NativeFSLockFactory@47c17842),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@49c8d35c lockFactory=org.apache.lucene.store.NativeFSLockFactory@47c17842),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1310750 T4124 C1863 P64252 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1310751 T4124 C1863 P64252 oass.SolrIndexSearcher.<init> Opening Searcher@7c7e7905 main
[junit4:junit4] 2> 1310751 T4124 C1863 P64252 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1310752 T4132 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c7e7905 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1310753 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> C1861_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:41359_bh%2Fgp, base_url=http://127.0.0.1:41359/bh/gp}
[junit4:junit4] 2> 1310756 T4136 C1861 P41359 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C1860_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:47980_bh%2Fgp, base_url=http://127.0.0.1:47980/bh/gp}
[junit4:junit4] 2> 1310756 T4153 C1860 P47980 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1310757 T4136 C1861 P41359 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ffd60b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7170d20),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9ffd60b lockFactory=org.apache.lucene.store.NativeFSLockFactory@7170d20),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1310757 T4153 C1860 P47980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@39a3cdf9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c97492),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@39a3cdf9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@32c97492),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1310758 T4136 C1861 P41359 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1310758 T4153 C1860 P47980 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1310759 T4136 C1861 P41359 oass.SolrIndexSearcher.<init> Opening Searcher@733d2318 main
[junit4:junit4] 2> 1310759 T4153 C1860 P47980 oass.SolrIndexSearcher.<init> Opening Searcher@3bb9fd42 main
[junit4:junit4] 2> 1310759 T4136 C1861 P41359 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1310760 T4148 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@733d2318 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1310760 T4153 C1860 P47980 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1310761 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 1310761 T4165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bb9fd42 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1310762 T4153 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1310762 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> 1310763 T4072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1310766 T4109 C1862 P46684 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1310767 T4137 C1861 P41359 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1310769 T4125 C1863 P64252 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1310770 T4154 C1860 P47980 oasc.SolrCore.execute [collection1] webapp=/bh/gp path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1312776 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436379191445553152)} 0 2
[junit4:junit4] 2> 1312784 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={update.distrib=FROMLEADER&_version_=-1436379191449747456&update.from=http://127.0.0.1:64252/bh/gp/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436379191449747456)} 0 2
[junit4:junit4] 2> 1312787 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={update.distrib=FROMLEADER&_version_=-1436379191453941760&update.from=http://127.0.0.1:46684/bh/gp/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436379191453941760)} 0 1
[junit4:junit4] 2> 1312788 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436379191453941760)} 0 6
[junit4:junit4] 2> 1312788 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436379191449747456)} 0 11
[junit4:junit4] 2> 1312791 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[0 (1436379191463378944)]} 0 0
[junit4:junit4] 2> 1312798 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436379191468621824)]} 0 0
[junit4:junit4] 2> 1312799 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1436379191468621824)]} 0 3
[junit4:junit4] 2> 1312799 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[0]} 0 5
[junit4:junit4] 2> 1312802 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[1 (1436379191474913280)]} 0 0
[junit4:junit4] 2> 1312807 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436379191478059008)]} 0 0
[junit4:junit4] 2> 1312808 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[1 (1436379191478059008)]} 0 3
[junit4:junit4] 2> 1312810 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[2 (1436379191483301888)]} 0 0
[junit4:junit4] 2> 1312817 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436379191488544768)]} 0 0
[junit4:junit4] 2> 1312818 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436379191488544768)]} 0 3
[junit4:junit4] 2> 1312818 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[2]} 0 5
[junit4:junit4] 2> 1312821 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[3 (1436379191494836224)]} 0 0
[junit4:junit4] 2> 1312828 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436379191500079104)]} 0 0
[junit4:junit4] 2> 1312829 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1436379191500079104)]} 0 3
[junit4:junit4] 2> 1312829 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[3]} 0 5
[junit4:junit4] 2> 1312832 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[4 (1436379191506370560)]} 0 0
[junit4:junit4] 2> 1312837 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436379191509516288)]} 0 0
[junit4:junit4] 2> 1312838 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[4 (1436379191509516288)]} 0 3
[junit4:junit4] 2> 1312840 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[5 (1436379191514759168)]} 0 0
[junit4:junit4] 2> 1312845 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436379191517904896)]} 0 0
[junit4:junit4] 2> 1312846 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[5 (1436379191517904896)]} 0 3
[junit4:junit4] 2> 1312848 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[6 (1436379191523147776)]} 0 0
[junit4:junit4] 2> 1312853 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436379191526293504)]} 0 0
[junit4:junit4] 2> 1312854 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[6 (1436379191526293504)]} 0 3
[junit4:junit4] 2> 1312856 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[7 (1436379191531536384)]} 0 0
[junit4:junit4] 2> 1312863 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436379191536779264)]} 0 0
[junit4:junit4] 2> 1312864 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1436379191536779264)]} 0 3
[junit4:junit4] 2> 1312864 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[7]} 0 5
[junit4:junit4] 2> 1312867 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[8 (1436379191543070720)]} 0 0
[junit4:junit4] 2> 1312874 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436379191548313600)]} 0 0
[junit4:junit4] 2> 1312875 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436379191548313600)]} 0 3
[junit4:junit4] 2> 1312875 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[8]} 0 5
[junit4:junit4] 2> 1312878 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[9 (1436379191554605056)]} 0 0
[junit4:junit4] 2> 1312883 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436379191557750784)]} 0 0
[junit4:junit4] 2> 1312884 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[9 (1436379191557750784)]} 0 3
[junit4:junit4] 2> 1312886 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[10 (1436379191562993664)]} 0 0
[junit4:junit4] 2> 1312893 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436379191568236544)]} 0 0
[junit4:junit4] 2> 1312894 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1436379191568236544)]} 0 3
[junit4:junit4] 2> 1312894 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[10]} 0 5
[junit4:junit4] 2> 1312897 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[11 (1436379191574528000)]} 0 0
[junit4:junit4] 2> 1312902 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436379191577673728)]} 0 0
[junit4:junit4] 2> 1312903 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[11 (1436379191577673728)]} 0 3
[junit4:junit4] 2> 1312905 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[12 (1436379191582916608)]} 0 0
[junit4:junit4] 2> 1312910 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436379191586062336)]} 0 0
[junit4:junit4] 2> 1312911 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[12 (1436379191586062336)]} 0 3
[junit4:junit4] 2> 1312913 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[13 (1436379191591305216)]} 0 0
[junit4:junit4] 2> 1312918 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436379191594450944)]} 0 0
[junit4:junit4] 2> 1312919 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[13 (1436379191594450944)]} 0 3
[junit4:junit4] 2> 1312921 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[14 (1436379191599693824)]} 0 0
[junit4:junit4] 2> 1312926 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436379191602839552)]} 0 0
[junit4:junit4] 2> 1312927 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[14 (1436379191602839552)]} 0 3
[junit4:junit4] 2> 1312929 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[15 (1436379191608082432)]} 0 0
[junit4:junit4] 2> 1312936 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436379191613325312)]} 0 0
[junit4:junit4] 2> 1312937 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1436379191613325312)]} 0 3
[junit4:junit4] 2> 1312937 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[15]} 0 5
[junit4:junit4] 2> 1312940 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[16 (1436379191619616768)]} 0 0
[junit4:junit4] 2> 1312945 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436379191622762496)]} 0 0
[junit4:junit4] 2> 1312946 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[16 (1436379191622762496)]} 0 3
[junit4:junit4] 2> 1312948 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[17 (1436379191628005376)]} 0 0
[junit4:junit4] 2> 1312955 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436379191633248256)]} 0 0
[junit4:junit4] 2> 1312956 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1436379191633248256)]} 0 3
[junit4:junit4] 2> 1312956 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[17]} 0 5
[junit4:junit4] 2> 1312959 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[18 (1436379191639539712)]} 0 0
[junit4:junit4] 2> 1312966 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436379191644782592)]} 0 0
[junit4:junit4] 2> 1312967 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1436379191644782592)]} 0 3
[junit4:junit4] 2> 1312967 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[18]} 0 5
[junit4:junit4] 2> 1312970 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[19 (1436379191651074048)]} 0 0
[junit4:junit4] 2> 1312975 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436379191654219776)]} 0 0
[junit4:junit4] 2> 1312976 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[19 (1436379191654219776)]} 0 3
[junit4:junit4] 2> 1312978 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[20 (1436379191659462656)]} 0 0
[junit4:junit4] 2> 1312985 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436379191664705536)]} 0 0
[junit4:junit4] 2> 1312986 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436379191664705536)]} 0 3
[junit4:junit4] 2> 1312986 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[20]} 0 5
[junit4:junit4] 2> 1312989 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[21 (1436379191670996992)]} 0 0
[junit4:junit4] 2> 1312996 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436379191676239872)]} 0 0
[junit4:junit4] 2> 1312997 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1436379191676239872)]} 0 3
[junit4:junit4] 2> 1312997 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[21]} 0 5
[junit4:junit4] 2> 1313000 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[22 (1436379191682531328)]} 0 0
[junit4:junit4] 2> 1313007 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436379191687774208)]} 0 0
[junit4:junit4] 2> 1313008 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436379191687774208)]} 0 3
[junit4:junit4] 2> 1313008 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[22]} 0 5
[junit4:junit4] 2> 1313011 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[23 (1436379191694065664)]} 0 0
[junit4:junit4] 2> 1313018 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436379191699308544)]} 0 0
[junit4:junit4] 2> 1313019 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436379191699308544)]} 0 3
[junit4:junit4] 2> 1313019 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[23]} 0 5
[junit4:junit4] 2> 1313022 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[24 (1436379191705600000)]} 0 0
[junit4:junit4] 2> 1313027 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436379191708745728)]} 0 0
[junit4:junit4] 2> 1313028 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[24 (1436379191708745728)]} 0 3
[junit4:junit4] 2> 1313030 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[25 (1436379191713988608)]} 0 0
[junit4:junit4] 2> 1313037 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436379191719231488)]} 0 0
[junit4:junit4] 2> 1313038 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436379191719231488)]} 0 3
[junit4:junit4] 2> 1313038 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[25]} 0 5
[junit4:junit4] 2> 1313041 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[26 (1436379191725522944)]} 0 0
[junit4:junit4] 2> 1313048 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436379191730765824)]} 0 0
[junit4:junit4] 2> 1313049 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1436379191730765824)]} 0 3
[junit4:junit4] 2> 1313049 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[26]} 0 5
[junit4:junit4] 2> 1313052 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[27 (1436379191737057280)]} 0 0
[junit4:junit4] 2> 1313057 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436379191740203008)]} 0 0
[junit4:junit4] 2> 1313058 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[27 (1436379191740203008)]} 0 3
[junit4:junit4] 2> 1313060 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[28 (1436379191745445888)]} 0 0
[junit4:junit4] 2> 1313067 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436379191750688768)]} 0 0
[junit4:junit4] 2> 1313068 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1436379191750688768)]} 0 3
[junit4:junit4] 2> 1313068 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[28]} 0 5
[junit4:junit4] 2> 1313071 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[29 (1436379191756980224)]} 0 0
[junit4:junit4] 2> 1313076 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436379191760125952)]} 0 0
[junit4:junit4] 2> 1313077 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[29 (1436379191760125952)]} 0 3
[junit4:junit4] 2> 1313079 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[30 (1436379191765368832)]} 0 0
[junit4:junit4] 2> 1313084 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436379191768514560)]} 0 0
[junit4:junit4] 2> 1313085 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[30 (1436379191768514560)]} 0 3
[junit4:junit4] 2> 1313087 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[31 (1436379191773757440)]} 0 0
[junit4:junit4] 2> 1313094 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436379191779000320)]} 0 0
[junit4:junit4] 2> 1313095 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1436379191779000320)]} 0 3
[junit4:junit4] 2> 1313095 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[31]} 0 5
[junit4:junit4] 2> 1313098 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[32 (1436379191785291776)]} 0 0
[junit4:junit4] 2> 1313103 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436379191788437504)]} 0 0
[junit4:junit4] 2> 1313104 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[32 (1436379191788437504)]} 0 3
[junit4:junit4] 2> 1313106 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[33 (1436379191793680384)]} 0 0
[junit4:junit4] 2> 1313111 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436379191796826112)]} 0 0
[junit4:junit4] 2> 1313112 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[33 (1436379191796826112)]} 0 3
[junit4:junit4] 2> 1313114 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[34 (1436379191802068992)]} 0 0
[junit4:junit4] 2> 1313119 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436379191805214720)]} 0 0
[junit4:junit4] 2> 1313120 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[34 (1436379191805214720)]} 0 3
[junit4:junit4] 2> 1313122 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[35 (1436379191810457600)]} 0 0
[junit4:junit4] 2> 1313129 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436379191815700480)]} 0 0
[junit4:junit4] 2> 1313130 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436379191815700480)]} 0 3
[junit4:junit4] 2> 1313130 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[35]} 0 5
[junit4:junit4] 2> 1313133 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[36 (1436379191821991936)]} 0 0
[junit4:junit4] 2> 1313138 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436379191825137664)]} 0 0
[junit4:junit4] 2> 1313139 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[36 (1436379191825137664)]} 0 3
[junit4:junit4] 2> 1313141 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[37 (1436379191830380544)]} 0 0
[junit4:junit4] 2> 1313148 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436379191835623424)]} 0 0
[junit4:junit4] 2> 1313149 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1436379191835623424)]} 0 3
[junit4:junit4] 2> 1313149 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[37]} 0 5
[junit4:junit4] 2> 1313152 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[38 (1436379191841914880)]} 0 0
[junit4:junit4] 2> 1313159 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436379191847157760)]} 0 0
[junit4:junit4] 2> 1313160 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1436379191847157760)]} 0 3
[junit4:junit4] 2> 1313160 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[38]} 0 5
[junit4:junit4] 2> 1313163 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[39 (1436379191853449216)]} 0 0
[junit4:junit4] 2> 1313170 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436379191858692096)]} 0 0
[junit4:junit4] 2> 1313171 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436379191858692096)]} 0 3
[junit4:junit4] 2> 1313171 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[39]} 0 5
[junit4:junit4] 2> 1313174 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[40 (1436379191864983552)]} 0 0
[junit4:junit4] 2> 1313181 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436379191870226432)]} 0 0
[junit4:junit4] 2> 1313182 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436379191870226432)]} 0 3
[junit4:junit4] 2> 1313182 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[40]} 0 5
[junit4:junit4] 2> 1313185 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[41 (1436379191876517888)]} 0 0
[junit4:junit4] 2> 1313192 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436379191881760768)]} 0 0
[junit4:junit4] 2> 1313193 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1436379191881760768)]} 0 3
[junit4:junit4] 2> 1313193 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[41]} 0 5
[junit4:junit4] 2> 1313196 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[42 (1436379191888052224)]} 0 0
[junit4:junit4] 2> 1313201 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436379191891197952)]} 0 0
[junit4:junit4] 2> 1313202 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[42 (1436379191891197952)]} 0 3
[junit4:junit4] 2> 1313204 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[43 (1436379191896440832)]} 0 0
[junit4:junit4] 2> 1313209 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436379191899586560)]} 0 0
[junit4:junit4] 2> 1313210 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[43 (1436379191899586560)]} 0 3
[junit4:junit4] 2> 1313212 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[44 (1436379191904829440)]} 0 0
[junit4:junit4] 2> 1313219 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436379191910072320)]} 0 0
[junit4:junit4] 2> 1313220 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436379191910072320)]} 0 3
[junit4:junit4] 2> 1313220 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[44]} 0 5
[junit4:junit4] 2> 1313223 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[45 (1436379191916363776)]} 0 0
[junit4:junit4] 2> 1313228 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436379191919509504)]} 0 0
[junit4:junit4] 2> 1313229 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[45 (1436379191919509504)]} 0 3
[junit4:junit4] 2> 1313231 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[46 (1436379191924752384)]} 0 0
[junit4:junit4] 2> 1313236 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436379191927898112)]} 0 0
[junit4:junit4] 2> 1313237 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[46 (1436379191927898112)]} 0 3
[junit4:junit4] 2> 1313239 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[47 (1436379191933140992)]} 0 0
[junit4:junit4] 2> 1313244 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436379191936286720)]} 0 0
[junit4:junit4] 2> 1313245 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[47 (1436379191936286720)]} 0 3
[junit4:junit4] 2> 1313247 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[48 (1436379191941529600)]} 0 0
[junit4:junit4] 2> 1313252 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436379191944675328)]} 0 0
[junit4:junit4] 2> 1313253 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[48 (1436379191944675328)]} 0 3
[junit4:junit4] 2> 1313255 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[49 (1436379191949918208)]} 0 0
[junit4:junit4] 2> 1313260 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436379191953063936)]} 0 0
[junit4:junit4] 2> 1313261 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[49 (1436379191953063936)]} 0 3
[junit4:junit4] 2> 1313263 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[50 (1436379191958306816)]} 0 0
[junit4:junit4] 2> 1313268 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436379191961452544)]} 0 0
[junit4:junit4] 2> 1313269 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[50 (1436379191961452544)]} 0 3
[junit4:junit4] 2> 1313271 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[51 (1436379191966695424)]} 0 0
[junit4:junit4] 2> 1313278 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436379191971938304)]} 0 0
[junit4:junit4] 2> 1313279 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436379191971938304)]} 0 3
[junit4:junit4] 2> 1313279 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[51]} 0 5
[junit4:junit4] 2> 1313282 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[52 (1436379191978229760)]} 0 0
[junit4:junit4] 2> 1313289 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436379191983472640)]} 0 0
[junit4:junit4] 2> 1313290 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1436379191983472640)]} 0 3
[junit4:junit4] 2> 1313290 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[52]} 0 5
[junit4:junit4] 2> 1313293 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[53 (1436379191989764096)]} 0 0
[junit4:junit4] 2> 1313300 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436379191995006976)]} 0 0
[junit4:junit4] 2> 1313301 T4124 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1436379191995006976)]} 0 3
[junit4:junit4] 2> 1313301 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[53]} 0 5
[junit4:junit4] 2> 1313304 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[54 (1436379192001298432)]} 0 0
[junit4:junit4] 2> 1313309 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436379192004444160)]} 0 0
[junit4:junit4] 2> 1313310 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[54 (1436379192004444160)]} 0 3
[junit4:junit4] 2> 1313312 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[55 (1436379192009687040)]} 0 0
[junit4:junit4] 2> 1313319 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436379192014929920)]} 0 0
[junit4:junit4] 2> 1313320 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436379192014929920)]} 0 3
[junit4:junit4] 2> 1313320 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[55]} 0 5
[junit4:junit4] 2> 1313323 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[56 (1436379192021221376)]} 0 0
[junit4:junit4] 2> 1313328 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436379192024367104)]} 0 0
[junit4:junit4] 2> 1313329 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[56 (1436379192024367104)]} 0 3
[junit4:junit4] 2> 1313331 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[57 (1436379192029609984)]} 0 0
[junit4:junit4] 2> 1313336 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436379192032755712)]} 0 0
[junit4:junit4] 2> 1313337 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[57 (1436379192032755712)]} 0 3
[junit4:junit4] 2> 1313339 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[58 (1436379192037998592)]} 0 0
[junit4:junit4] 2> 1313344 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436379192041144320)]} 0 0
[junit4:junit4] 2> 1313345 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[58 (1436379192041144320)]} 0 3
[junit4:junit4] 2> 1313347 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[59 (1436379192046387200)]} 0 0
[junit4:junit4] 2> 1313352 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436379192049532928)]} 0 0
[junit4:junit4] 2> 1313353 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[59 (1436379192049532928)]} 0 3
[junit4:junit4] 2> 1313355 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[60 (1436379192054775808)]} 0 0
[junit4:junit4] 2> 1313360 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436379192057921536)]} 0 0
[junit4:junit4] 2> 1313361 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[60 (1436379192057921536)]} 0 3
[junit4:junit4] 2> 1313363 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[61 (1436379192063164416)]} 0 0
[junit4:junit4] 2> 1313370 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436379192068407296)]} 0 0
[junit4:junit4] 2> 1313371 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436379192068407296)]} 0 3
[junit4:junit4] 2> 1313371 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[61]} 0 5
[junit4:junit4] 2> 1313374 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[62 (1436379192074698752)]} 0 0
[junit4:junit4] 2> 1313379 T4155 C1860 P47980 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436379192077844480)]} 0 0
[junit4:junit4] 2> 1313380 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[62 (1436379192077844480)]} 0 3
[junit4:junit4] 2> 1313382 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[63 (1436379192083087360)]} 0 0
[junit4:junit4] 2> 1313387 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436379192086233088)]} 0 0
[junit4:junit4] 2> 1313388 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[63 (1436379192086233088)]} 0 3
[junit4:junit4] 2> 1313390 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[64 (1436379192091475968)]} 0 0
[junit4:junit4] 2> 1313395 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436379192094621696)]} 0 0
[junit4:junit4] 2> 1313396 T4108 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[64 (1436379192094621696)]} 0 3
[junit4:junit4] 2> 1313398 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[65 (1436379192099864576)]} 0 0
[junit4:junit4] 2> 1313405 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:46684/bh/gp/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1436379192105107456)]} 0 0
[junit4:junit4] 2> 1313406 T4110 C1862 P46684 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http://127.0.0.1:64252/bh/gp/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[65 (1436379192105107456)]} 0 3
[junit4:junit4] 2> 1313406 T4126 C1863 P64252 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[65]} 0 5
[junit4:junit4] 2> 1313409 T4084 C1864 P35887 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={wt=javabin&version=2} {add=[66 (1436379192111398912)]} 0 0
[junit4:junit4] 2> 1313414 T4136 C1861 P41359 oasup.LogUpdateProcessor.finish [collection1] webapp=/bh/gp path=/update params={distrib.from=http:
[...truncated too long message...]
system property
[junit4:junit4] 2> 1531684 T4072 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@53558bbb
[junit4:junit4] 2> 1531685 T4072 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=713,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1531685 T4072 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1531686 T4072 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1531686 T4072 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1531689 T4072 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1531689 T4072 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1531690 T4072 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index;done=false>>]
[junit4:junit4] 2> 1531690 T4072 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4/index
[junit4:junit4] 2> 1531691 T4072 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4;done=false>>]
[junit4:junit4] 2> 1531691 T4072 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483/jetty4
[junit4:junit4] 2> 1531692 T4246 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89773697760690188-127.0.0.1:47980_bh%2Fgp-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 1531693 T4163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1531694 T4163 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1531694 T4072 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/bh/gp,null}
[junit4:junit4] 2> 1531694 T4163 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1531764 T4072 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1531766 T4072 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46757 46757
[junit4:junit4] 2> 1531926 T4146 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1532881 T4146 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1532881 T4146 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1532882 T4072 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 35887
[junit4:junit4] 2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369837917483 FAILED !!!!!
[junit4:junit4] 2> 1532884 T4072 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 1532884 T4072 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46757 46757
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=3703239814486D18 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_RS -Dtests.timezone=Brazil/Acre -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 246s J1 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:46684/bh/gp returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([3703239814486D18:B6E5AD8063170D24]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 1532903 T4072 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {id=Lucene41(blocksize=128), _version_=PostingsFormat(name=SimpleText)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sr_RS, timezone=Brazil/Acre
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=152029024,total=424280064
[junit4:junit4] 2> NOTE: All tests run in this JVM: [LeaderElectionIntegrationTest, TestRandomFaceting, StandardRequestHandlerTest, SimplePostToolTest, TestJmxMonitoredMap, TestBinaryResponseWriter, TestDistributedSearch, TestCSVLoader, BadIndexSchemaTest, TestDFRSimilarityFactory, OpenExchangeRatesOrgProviderTest, TestCodecSupport, UpdateParamsTest, DocValuesMultiTest, SignatureUpdateProcessorFactoryTest, TestSystemIdResolver, HighlighterConfigTest, TestNumberUtils, TestComponentsName, TestCoreDiscovery, TestArbitraryIndexDir, DOMUtilTest, TestSolrQueryParserResource, DirectSolrSpellCheckerTest, JSONWriterTest, TestAtomicUpdateErrorCases, TestLazyCores, SampleTest, TestBinaryField, TestFiltering, TimeZoneUtilsTest, SolrRequestParserTest, XmlUpdateRequestHandlerTest, BasicDistributedZk2Test, TestDistributedGrouping, TestFieldTypeResource, TestRangeQuery, ShardRoutingCustomTest, HardAutoCommitTest, NoCacheHeaderTest, TestIndexSearcher, TestSchemaNameResource, TestSolrQueryParserDefaultOperatorResource, StatsComponentTest, DefaultValueUpdateProcessorTest, TestElisionMultitermQuery, TestSchemaSimilarityResource, TestRecovery, SpellPossibilityIteratorTest, NumericFieldsTest, DisMaxRequestHandlerTest, TestPostingsSolrHighlighter, SolrIndexConfigTest, CollectionsAPIDistributedZkTest, PreAnalyzedUpdateProcessorTest, CurrencyFieldOpenExchangeTest, SolrTestCaseJ4Test, TestAnalyzedSuggestions, SpellCheckComponentTest, PingRequestHandlerTest, NotRequiredUniqueKeyTest, TestStressReorder, CoreContainerCoreInitFailuresTest, TestPartialUpdateDeduplication, TestLMJelinekMercerSimilarityFactory, TermVectorComponentDistributedTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestMultiCoreConfBootstrap, TestReload, TestSolr4Spatial, SolrCmdDistributorTest, TestBadConfig, SolrIndexSplitterTest, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestWordDelimiterFilterFactory, SortByFunctionTest, DistanceFunctionTest, SolrInfoMBeanTest, DebugComponentTest, TestSurroundQueryParser, DocumentAnalysisRequestHandlerTest, TestOmitPositions, DocumentBuilderTest, TestIndexingPerformance, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, TestLFUCache, TestQuerySenderListener, IndexReaderFactoryTest, TestSolrIndexConfig, CopyFieldTest, TestSolrDeletionPolicy2, MinimalSchemaTest, OutputWriterTest, DirectSolrConnectionTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestIBSimilarityFactory, TestDefaultSimilarityFactory, ResourceLoaderTest, TestFastOutputStream, URLClassifyProcessorTest, PrimUtilsTest, DateFieldTest, TestSolrJ, TestUtils, SliceStateTest, UUIDFieldTest, TestCollationKeyRangeQueries, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 246.18s, 1 test, 1 error <<< FAILURES!
[...truncated 65 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 13 ignored (7 assumptions)
Total time: 49 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1663 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1663/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:30687 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:30687 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([EC3921F6BEEFED9B:6DDFAFEEC9B08DA7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8784 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 199117 T85 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 199123 T85 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369806961728
[junit4:junit4] 2> 199124 T85 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 199125 T86 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 199226 T85 oasc.ZkTestServer.run start zk server on port:30680
[junit4:junit4] 2> 199227 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 199232 T92 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f4790be name:ZooKeeperConnection Watcher:127.0.0.1:30680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 199232 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 199233 T85 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 199251 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 199254 T94 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@15d694da name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 199254 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 199254 T85 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 199266 T85 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 199271 T85 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 199275 T85 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 199280 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 199281 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 199296 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 199297 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 199302 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 199303 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 199307 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 199308 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 199313 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 199313 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 199318 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 199319 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 199324 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 199325 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 199329 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 199330 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 199335 T85 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 199335 T85 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 199522 T85 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 199525 T85 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30683
[junit4:junit4] 2> 199526 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 199527 T85 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 199527 T85 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945
[junit4:junit4] 2> 199528 T85 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/solr.xml
[junit4:junit4] 2> 199528 T85 oasc.CoreContainer.<init> New CoreContainer 346156690
[junit4:junit4] 2> 199529 T85 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/'
[junit4:junit4] 2> 199529 T85 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/'
[junit4:junit4] 2> 199611 T85 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 199612 T85 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 199612 T85 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 199613 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 199613 T85 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 199614 T85 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 199614 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 199614 T85 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 199615 T85 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 199615 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 199629 T85 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 199630 T85 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30680/solr
[junit4:junit4] 2> 199630 T85 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 199631 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 199634 T105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50c8c3b8 name:ZooKeeperConnection Watcher:127.0.0.1:30680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 199635 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 199638 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 199647 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 199650 T107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16dd6ae7 name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 199650 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 199653 T85 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 199664 T85 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 199670 T85 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 199673 T85 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30683_
[junit4:junit4] 2> 199675 T85 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30683_
[junit4:junit4] 2> 199680 T85 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 199695 T85 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 199699 T85 oasc.Overseer.start Overseer (id=89771669044133891-127.0.0.1:30683_-n_0000000000) starting
[junit4:junit4] 2> 199710 T85 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 199723 T109 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 199724 T85 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 199727 T85 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 199730 T85 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 199735 T108 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 199739 T110 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/collection1
[junit4:junit4] 2> 199739 T110 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 199740 T110 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 199741 T110 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 199743 T110 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/collection1/'
[junit4:junit4] 2> 199745 T110 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 199746 T110 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/collection1/lib/README' to classloader
[junit4:junit4] 2> 199804 T110 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 199868 T110 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 199870 T110 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 199887 T110 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 200466 T110 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 200469 T110 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 200471 T110 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 200476 T110 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 200515 T110 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 200516 T110 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369806961945/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/control/data/
[junit4:junit4] 2> 200516 T110 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c2bfdff
[junit4:junit4] 2> 200516 T110 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 200517 T110 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/control/data
[junit4:junit4] 2> 200518 T110 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/control/data/index/
[junit4:junit4] 2> 200518 T110 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 200518 T110 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/control/data/index
[junit4:junit4] 2> 200522 T110 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ba28182 lockFactory=org.apache.lucene.store.NativeFSLockFactory@74ee7e66),segFN=segments_1,generation=1}
[junit4:junit4] 2> 200522 T110 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 200571 T110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 200572 T110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 200572 T110 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 200573 T110 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 200574 T110 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 200574 T110 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 200575 T110 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 200575 T110 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 200576 T110 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 200582 T110 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 200587 T110 oass.SolrIndexSearcher.<init> Opening Searcher@ca047d3 main
[junit4:junit4] 2> 200592 T110 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/control/data/tlog
[junit4:junit4] 2> 200609 T110 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 200609 T110 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 200613 T111 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ca047d3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 200615 T110 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 200616 T110 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 201240 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 201241 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30683_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30683"}
[junit4:junit4] 2> 201242 T108 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 201247 T108 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 201262 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 201618 T110 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 201618 T110 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30683 collection:control_collection shard:shard1
[junit4:junit4] 2> 201619 T110 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 201640 T110 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 201645 T110 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 201645 T110 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 201645 T110 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30683/collection1/
[junit4:junit4] 2> 201646 T110 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 201646 T110 oasc.SyncStrategy.syncToMe http://127.0.0.1:30683/collection1/ has no replicas
[junit4:junit4] 2> 201647 T110 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30683/collection1/
[junit4:junit4] 2> 201647 T110 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 202769 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 202803 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 202831 T110 oasc.ZkController.register We are http://127.0.0.1:30683/collection1/ and leader is http://127.0.0.1:30683/collection1/
[junit4:junit4] 2> 202836 T110 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30683
[junit4:junit4] 2> 202836 T110 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 202837 T110 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 202837 T110 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 202840 T110 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 202842 T85 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 202843 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 202843 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 202861 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 202869 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 202871 T114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@165f5a4 name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 202872 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 202874 T85 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 202881 T85 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 203134 T85 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 203137 T85 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30687
[junit4:junit4] 2> 203138 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 203138 T85 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 203139 T85 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485
[junit4:junit4] 2> 203140 T85 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/solr.xml
[junit4:junit4] 2> 203140 T85 oasc.CoreContainer.<init> New CoreContainer 1365920495
[junit4:junit4] 2> 203141 T85 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/'
[junit4:junit4] 2> 203141 T85 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/'
[junit4:junit4] 2> 203259 T85 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 203260 T85 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 203261 T85 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 203261 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 203262 T85 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 203262 T85 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 203263 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 203264 T85 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 203264 T85 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 203265 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 203282 T85 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 203282 T85 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30680/solr
[junit4:junit4] 2> 203283 T85 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 203284 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 203288 T125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53ddbcb1 name:ZooKeeperConnection Watcher:127.0.0.1:30680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 203288 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 203308 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 203320 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 203323 T127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6770526a name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 203323 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 203331 T85 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 204319 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 204320 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30683_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30683"}
[junit4:junit4] 2> 204336 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 204336 T85 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30687_
[junit4:junit4] 2> 204336 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 204336 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 204339 T85 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30687_
[junit4:junit4] 2> 204348 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 204348 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 204349 T127 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 204349 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 204351 T114 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 204351 T107 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 204364 T128 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/collection1
[junit4:junit4] 2> 204365 T128 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 204366 T128 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 204366 T128 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 204368 T128 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/collection1/'
[junit4:junit4] 2> 204370 T128 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/collection1/lib/README' to classloader
[junit4:junit4] 2> 204371 T128 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 204427 T128 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 204491 T128 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 204493 T128 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 204507 T128 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 205042 T128 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 205045 T128 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 205047 T128 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 205052 T128 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 205096 T128 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 205097 T128 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369806965485/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty1/
[junit4:junit4] 2> 205097 T128 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c2bfdff
[junit4:junit4] 2> 205099 T128 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 205099 T128 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty1
[junit4:junit4] 2> 205100 T128 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty1/index/
[junit4:junit4] 2> 205100 T128 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 205101 T128 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty1/index
[junit4:junit4] 2> 205104 T128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d399ae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52380dbe),segFN=segments_1,generation=1}
[junit4:junit4] 2> 205104 T128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 205107 T128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 205108 T128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 205108 T128 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 205109 T128 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 205110 T128 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 205110 T128 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 205110 T128 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 205111 T128 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 205112 T128 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 205118 T128 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 205123 T128 oass.SolrIndexSearcher.<init> Opening Searcher@1f76ed77 main
[junit4:junit4] 2> 205124 T128 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty1/tlog
[junit4:junit4] 2> 205125 T128 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 205125 T128 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 205130 T129 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f76ed77 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 205133 T128 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 205133 T128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 205850 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 205851 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30687_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30687"}
[junit4:junit4] 2> 205851 T108 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 205852 T108 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 205866 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 205866 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 205866 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 206137 T128 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 206137 T128 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30687 collection:collection1 shard:shard1
[junit4:junit4] 2> 206138 T128 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 206159 T128 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 206170 T128 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 206170 T128 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 206171 T128 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30687/collection1/
[junit4:junit4] 2> 206171 T128 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 206171 T128 oasc.SyncStrategy.syncToMe http://127.0.0.1:30687/collection1/ has no replicas
[junit4:junit4] 2> 206172 T128 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30687/collection1/
[junit4:junit4] 2> 206172 T128 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 207374 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 207411 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 207411 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 207411 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 207460 T128 oasc.ZkController.register We are http://127.0.0.1:30687/collection1/ and leader is http://127.0.0.1:30687/collection1/
[junit4:junit4] 2> 207460 T128 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30687
[junit4:junit4] 2> 207460 T128 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 207461 T128 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 207461 T128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 207464 T128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 207466 T85 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 207467 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 207467 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 207736 T85 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 207739 T85 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30690
[junit4:junit4] 2> 207740 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 207740 T85 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 207741 T85 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088
[junit4:junit4] 2> 207741 T85 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/solr.xml
[junit4:junit4] 2> 207742 T85 oasc.CoreContainer.<init> New CoreContainer 1444938864
[junit4:junit4] 2> 207743 T85 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/'
[junit4:junit4] 2> 207743 T85 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/'
[junit4:junit4] 2> 207858 T85 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 207859 T85 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 207860 T85 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 207861 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 207861 T85 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 207862 T85 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 207862 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 207863 T85 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 207864 T85 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 207864 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 207882 T85 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 207883 T85 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30680/solr
[junit4:junit4] 2> 207884 T85 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 207885 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 207917 T141 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1619b32e name:ZooKeeperConnection Watcher:127.0.0.1:30680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 207918 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 207932 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 207945 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 207949 T143 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@382a7640 name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 207949 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 207962 T85 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 208926 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 208927 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30687_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30687"}
[junit4:junit4] 2> 208943 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 208944 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 208943 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 208943 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 208968 T85 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30690_
[junit4:junit4] 2> 208971 T85 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30690_
[junit4:junit4] 2> 208975 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 208975 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 208976 T127 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 208976 T143 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 208976 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 208976 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 208978 T107 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 208978 T114 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 208985 T144 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/collection1
[junit4:junit4] 2> 208986 T144 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 208987 T144 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 208987 T144 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 208989 T144 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/collection1/'
[junit4:junit4] 2> 208991 T144 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/collection1/lib/README' to classloader
[junit4:junit4] 2> 208992 T144 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 209046 T144 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 209108 T144 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 209110 T144 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 209123 T144 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 209725 T144 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 209730 T144 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 209733 T144 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 209739 T144 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 209792 T144 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 209792 T144 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369806970088/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty2/
[junit4:junit4] 2> 209793 T144 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c2bfdff
[junit4:junit4] 2> 209794 T144 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 209795 T144 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty2
[junit4:junit4] 2> 209795 T144 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty2/index/
[junit4:junit4] 2> 209796 T144 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 209796 T144 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty2/index
[junit4:junit4] 2> 209801 T144 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57829097 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24e28347),segFN=segments_1,generation=1}
[junit4:junit4] 2> 209801 T144 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 209805 T144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 209806 T144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 209807 T144 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 209808 T144 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 209809 T144 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 209809 T144 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 209810 T144 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 209811 T144 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 209812 T144 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 209822 T144 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 209830 T144 oass.SolrIndexSearcher.<init> Opening Searcher@3d9b7aeb main
[junit4:junit4] 2> 209831 T144 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty2/tlog
[junit4:junit4] 2> 209832 T144 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 209832 T144 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 209840 T145 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d9b7aeb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 209845 T144 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 209845 T144 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 210450 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 210452 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30690_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30690"}
[junit4:junit4] 2> 210452 T108 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 210452 T108 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 210467 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 210467 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 210467 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 210467 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 210848 T144 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 210848 T144 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30690 collection:collection1 shard:shard2
[junit4:junit4] 2> 210849 T144 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 210867 T144 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 210878 T144 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 210878 T144 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 210879 T144 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30690/collection1/
[junit4:junit4] 2> 210879 T144 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 210880 T144 oasc.SyncStrategy.syncToMe http://127.0.0.1:30690/collection1/ has no replicas
[junit4:junit4] 2> 210880 T144 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30690/collection1/
[junit4:junit4] 2> 210880 T144 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 211974 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 211995 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 211995 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 211995 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 211995 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 212010 T144 oasc.ZkController.register We are http://127.0.0.1:30690/collection1/ and leader is http://127.0.0.1:30690/collection1/
[junit4:junit4] 2> 212010 T144 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30690
[junit4:junit4] 2> 212010 T144 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 212011 T144 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 212011 T144 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 212014 T144 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 212015 T85 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 212016 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 212017 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 212298 T85 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 212302 T85 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30693
[junit4:junit4] 2> 212303 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 212303 T85 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 212304 T85 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638
[junit4:junit4] 2> 212305 T85 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/solr.xml
[junit4:junit4] 2> 212305 T85 oasc.CoreContainer.<init> New CoreContainer 1426979015
[junit4:junit4] 2> 212306 T85 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/'
[junit4:junit4] 2> 212306 T85 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/'
[junit4:junit4] 2> 212424 T85 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 212425 T85 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 212425 T85 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 212426 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 212426 T85 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 212427 T85 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 212428 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 212428 T85 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 212429 T85 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 212430 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 212447 T85 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 212448 T85 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30680/solr
[junit4:junit4] 2> 212449 T85 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 212450 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 212458 T157 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c00a029 name:ZooKeeperConnection Watcher:127.0.0.1:30680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 212459 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 212474 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 212488 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 212497 T159 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d6ba008 name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 212498 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 212515 T85 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 213510 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 213512 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30690_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30690"}
[junit4:junit4] 2> 213525 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213525 T85 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30693_
[junit4:junit4] 2> 213525 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213525 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213525 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213525 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213528 T85 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30693_
[junit4:junit4] 2> 213538 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213538 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213539 T143 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 213538 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 213539 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 213539 T127 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 213541 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 213542 T107 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 213542 T159 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 213543 T114 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 213550 T160 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/collection1
[junit4:junit4] 2> 213551 T160 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 213552 T160 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 213552 T160 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 213554 T160 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/collection1/'
[junit4:junit4] 2> 213556 T160 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 213557 T160 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/collection1/lib/README' to classloader
[junit4:junit4] 2> 213613 T160 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 213680 T160 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 213682 T160 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 213690 T160 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 214248 T160 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 214252 T160 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 214254 T160 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 214260 T160 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 214307 T160 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 214308 T160 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369806974638/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/
[junit4:junit4] 2> 214308 T160 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c2bfdff
[junit4:junit4] 2> 214309 T160 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 214310 T160 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3
[junit4:junit4] 2> 214310 T160 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index/
[junit4:junit4] 2> 214311 T160 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 214311 T160 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index
[junit4:junit4] 2> 214316 T160 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34cd8e77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ceca6e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 214316 T160 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 214320 T160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 214321 T160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 214322 T160 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 214323 T160 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 214324 T160 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 214324 T160 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 214325 T160 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 214326 T160 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 214326 T160 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 214336 T160 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 214343 T160 oass.SolrIndexSearcher.<init> Opening Searcher@5ba51364 main
[junit4:junit4] 2> 214343 T160 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/tlog
[junit4:junit4] 2> 214345 T160 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 214345 T160 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 214353 T161 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ba51364 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 214357 T160 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 214357 T160 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 215033 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 215034 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30693"}
[junit4:junit4] 2> 215034 T108 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 215035 T108 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 215041 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 215041 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 215041 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 215041 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 215041 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 215360 T160 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 215360 T160 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30693 collection:collection1 shard:shard1
[junit4:junit4] 2> 215365 T160 oasc.ZkController.register We are http://127.0.0.1:30693/collection1/ and leader is http://127.0.0.1:30687/collection1/
[junit4:junit4] 2> 215365 T160 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30693
[junit4:junit4] 2> 215366 T160 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 215366 T160 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@32fbca58 url=http://127.0.0.1:30693/collection1 node=127.0.0.1:30693_ C11_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:30693_, base_url=http://127.0.0.1:30693}
[junit4:junit4] 2> 215374 T162 C11 P30693 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 215374 T160 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 215374 T162 C11 P30693 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 215375 T162 C11 P30693 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 215376 T162 C11 P30693 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 215376 T85 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 215377 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 215378 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 215378 T162 C11 P30693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 215430 T117 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 215669 T85 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 215673 T85 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30703
[junit4:junit4] 2> 215674 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 215674 T85 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 215675 T85 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007
[junit4:junit4] 2> 215675 T85 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/solr.xml
[junit4:junit4] 2> 215676 T85 oasc.CoreContainer.<init> New CoreContainer 557160160
[junit4:junit4] 2> 215677 T85 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/'
[junit4:junit4] 2> 215677 T85 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/'
[junit4:junit4] 2> 215801 T85 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 215802 T85 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 215802 T85 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 215803 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 215803 T85 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 215804 T85 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 215804 T85 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 215805 T85 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 215806 T85 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 215806 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 215823 T85 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 215824 T85 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:30680/solr
[junit4:junit4] 2> 215824 T85 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 215826 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 215829 T174 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16327cee name:ZooKeeperConnection Watcher:127.0.0.1:30680 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 215830 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 215844 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 215855 T85 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 215858 T176 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8f003c1 name:ZooKeeperConnection Watcher:127.0.0.1:30680/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 215858 T85 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 215866 T85 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 216549 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 216550 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30693"}
[junit4:junit4] 2> 216563 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216564 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216564 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216564 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216564 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216563 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216872 T85 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30703_
[junit4:junit4] 2> 216874 T85 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30703_
[junit4:junit4] 2> 216877 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216877 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216877 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 216878 T176 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 216878 T127 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 216879 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 216878 T143 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 216879 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 216880 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 216881 T114 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 216880 T107 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 216882 T159 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 216888 T177 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/collection1
[junit4:junit4] 2> 216889 T177 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 216890 T177 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 216890 T177 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 216892 T177 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/collection1/'
[junit4:junit4] 2> 216894 T177 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 216894 T177 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/collection1/lib/README' to classloader
[junit4:junit4] 2> 216948 T177 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 217011 T177 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 217013 T177 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 217021 T177 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 217432 T117 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 217433 T117 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:30693_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2010
[junit4:junit4] 2> 217610 T177 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 217614 T177 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 217616 T177 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 217622 T177 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 217672 T177 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 217673 T177 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369806978007/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/
[junit4:junit4] 2> 217673 T177 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c2bfdff
[junit4:junit4] 2> 217674 T177 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 217675 T177 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4
[junit4:junit4] 2> 217675 T177 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index/
[junit4:junit4] 2> 217675 T177 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 217676 T177 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index
[junit4:junit4] 2> 217680 T177 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36be0ffe lockFactory=org.apache.lucene.store.NativeFSLockFactory@71c94ff3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 217680 T177 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 217685 T177 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 217685 T177 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 217686 T177 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 217687 T177 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 217688 T177 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 217688 T177 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 217689 T177 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 217690 T177 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 217691 T177 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 217702 T177 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 217711 T177 oass.SolrIndexSearcher.<init> Opening Searcher@5fbf404f main
[junit4:junit4] 2> 217712 T177 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/tlog
[junit4:junit4] 2> 217713 T177 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 217713 T177 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 217721 T178 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5fbf404f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 217725 T177 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 217726 T177 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 218072 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 218073 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30703_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30703"}
[junit4:junit4] 2> 218074 T108 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 218074 T108 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 218091 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 218091 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 218091 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 218091 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 218091 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 218091 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 218731 T177 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 218731 T177 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30703 collection:collection1 shard:shard2
[junit4:junit4] 2> 218736 T177 oasc.ZkController.register We are http://127.0.0.1:30703/collection1/ and leader is http://127.0.0.1:30690/collection1/
[junit4:junit4] 2> 218737 T177 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30703
[junit4:junit4] 2> 218737 T177 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 218737 T177 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@560bed64 url=http://127.0.0.1:30703/collection1 node=127.0.0.1:30703_ C12_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:30703_, base_url=http://127.0.0.1:30703}
[junit4:junit4] 2> 218738 T179 C12 P30703 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 218739 T177 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 218739 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 218740 T179 C12 P30703 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 218740 T179 C12 P30703 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 218741 T85 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 218741 T85 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 218742 T179 C12 P30703 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 218742 T85 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 218769 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 218771 T133 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 218772 T85 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 218773 T85 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 218774 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@32fbca58 url=http://127.0.0.1:30693/collection1 node=127.0.0.1:30693_ C13_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:30693_, base_url=http://127.0.0.1:30693}
[junit4:junit4] 2> 219436 T162 C13 P30693 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:30687/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 219448 T162 C13 P30693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 219469 T162 C13 P30693 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:30693 START replicas=[http://127.0.0.1:30687/collection1/] nUpdates=100
[junit4:junit4] 2> 219482 T162 C13 P30693 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 219482 T162 C13 P30693 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 219482 T162 C13 P30693 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 219483 T162 C13 P30693 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 219483 T162 C13 P30693 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 219484 T162 C13 P30693 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:30687/collection1/. core=collection1
[junit4:junit4] 2> 219484 T162 C13 P30693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@d9438de url=http://127.0.0.1:30687/collection1 node=127.0.0.1:30687_ C14_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30687_, base_url=http://127.0.0.1:30687, leader=true}
[junit4:junit4] 2> 219499 T118 C14 P30687 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 219508 T119 C14 P30687 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 219511 T119 C14 P30687 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d399ae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52380dbe),segFN=segments_1,generation=1}
[junit4:junit4] 2> 219512 T119 C14 P30687 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 219514 T119 C14 P30687 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d399ae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52380dbe),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d399ae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52380dbe),segFN=segments_2,generation=2}
[junit4:junit4] 2> 219514 T119 C14 P30687 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 219515 T119 C14 P30687 oass.SolrIndexSearcher.<init> Opening Searcher@2ccf0d1f realtime
[junit4:junit4] 2> 219516 T119 C14 P30687 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 219516 T119 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 219517 T162 C13 P30693 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 219518 T162 C13 P30693 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 219541 T162 C13 P30693 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 219544 T120 C14 P30687 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 219545 T120 C14 P30687 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 219547 T162 C13 P30693 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 219547 T162 C13 P30693 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 219547 T162 C13 P30693 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 219551 T120 C14 P30687 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 219552 T162 C13 P30693 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 219553 T162 C13 P30693 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index.20130529135622157
[junit4:junit4] 2> 219554 T162 C13 P30693 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6db0dec3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@dee55c) fullCopy=false
[junit4:junit4] 2> 219569 T120 C14 P30687 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=5
[junit4:junit4] 2> 219586 T162 C13 P30693 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 219588 T162 C13 P30693 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 219589 T162 C13 P30693 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 219597 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 219597 T162 C13 P30693 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34cd8e77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ceca6e7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34cd8e77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ceca6e7),segFN=segments_2,generation=2}
[junit4:junit4] 2> 219598 T162 C13 P30693 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 219599 T162 C13 P30693 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 219599 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30703_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30703"}
[junit4:junit4] 2> 219599 T162 C13 P30693 oass.SolrIndexSearcher.<init> Opening Searcher@1108565d main
[junit4:junit4] 2> 219601 T161 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1108565d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 219602 T162 C13 P30693 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index.20130529135622157 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index.20130529135622157;done=true>>]
[junit4:junit4] 2> 219603 T162 C13 P30693 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index.20130529135622157
[junit4:junit4] 2> 219603 T162 C13 P30693 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty3/index.20130529135622157
[junit4:junit4] 2> 219604 T162 C13 P30693 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 219604 T162 C13 P30693 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 219604 T162 C13 P30693 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 219605 T162 C13 P30693 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 219606 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 219606 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 219606 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 219607 T162 C13 P30693 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 219606 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 219606 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 219606 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 219773 T133 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 219773 T133 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:30703_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 219776 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 220779 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 221113 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 221115 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30693"}
[junit4:junit4] 2> 221133 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 221134 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 221134 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 221134 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 221134 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 221134 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> C12_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:30703_, base_url=http://127.0.0.1:30703}
[junit4:junit4] 2> 221775 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:30690/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 221775 T179 C12 P30703 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:30703 START replicas=[http://127.0.0.1:30690/collection1/] nUpdates=100
[junit4:junit4] 2> 221776 T179 C12 P30703 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 221777 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 221777 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 221777 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 221778 T179 C12 P30703 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 221779 T179 C12 P30703 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:30690/collection1/. core=collection1
[junit4:junit4] 2> 221779 T179 C12 P30703 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 221783 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@58e50f2c url=http://127.0.0.1:30690/collection1 node=127.0.0.1:30690_ C15_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30690_, base_url=http://127.0.0.1:30690, leader=true}
[junit4:junit4] 2> 221787 T134 C15 P30690 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 221792 T135 C15 P30690 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 221795 T135 C15 P30690 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57829097 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24e28347),segFN=segments_1,generation=1}
[junit4:junit4] 2> 221796 T135 C15 P30690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 221797 T135 C15 P30690 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57829097 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24e28347),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57829097 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24e28347),segFN=segments_2,generation=2}
[junit4:junit4] 2> 221798 T135 C15 P30690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 221798 T135 C15 P30690 oass.SolrIndexSearcher.<init> Opening Searcher@7f10f850 realtime
[junit4:junit4] 2> 221799 T135 C15 P30690 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 221800 T135 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 221801 T179 C12 P30703 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 221801 T179 C12 P30703 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 221806 T136 C15 P30690 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 221807 T136 C15 P30690 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 221808 T179 C12 P30703 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 221808 T179 C12 P30703 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 221808 T179 C12 P30703 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 221812 T136 C15 P30690 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 221813 T179 C12 P30703 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 221814 T179 C12 P30703 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index.20130529135624418
[junit4:junit4] 2> 221814 T179 C12 P30703 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@24c1f7dc lockFactory=org.apache.lucene.store.NativeFSLockFactory@44fd2254) fullCopy=false
[junit4:junit4] 2> 221818 T136 C15 P30690 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 221819 T179 C12 P30703 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 221820 T179 C12 P30703 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 221821 T179 C12 P30703 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 221823 T179 C12 P30703 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36be0ffe lockFactory=org.apache.lucene.store.NativeFSLockFactory@71c94ff3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36be0ffe lockFactory=org.apache.lucene.store.NativeFSLockFactory@71c94ff3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 221824 T179 C12 P30703 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 221824 T179 C12 P30703 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 221825 T179 C12 P30703 oass.SolrIndexSearcher.<init> Opening Searcher@2c31ac05 main
[junit4:junit4] 2> 221827 T178 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2c31ac05 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 221829 T179 C12 P30703 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index.20130529135624418 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index.20130529135624418;done=true>>]
[junit4:junit4] 2> 221829 T179 C12 P30703 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index.20130529135624418
[junit4:junit4] 2> 221830 T179 C12 P30703 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index.20130529135624418
[junit4:junit4] 2> 221830 T179 C12 P30703 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 221831 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 221831 T179 C12 P30703 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 221831 T179 C12 P30703 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 221834 T179 C12 P30703 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 222642 T108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 222643 T108 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30703_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30703"}
[junit4:junit4] 2> 222665 T107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 222665 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 222665 T143 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 222665 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 222665 T159 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 222665 T127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 222785 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 222787 T85 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C16 name=collection1 org.apache.solr.core.SolrCore@15d529be url=http://127.0.0.1:30683/collection1 node=127.0.0.1:30683_ C16_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:30683_, base_url=http://127.0.0.1:30683, leader=true}
[junit4:junit4] 2> 222797 T97 C16 P30683 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 222801 T97 C16 P30683 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ba28182 lockFactory=org.apache.lucene.store.NativeFSLockFactory@74ee7e66),segFN=segments_1,generation=1}
[junit4:junit4] 2> 222801 T97 C16 P30683 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 222803 T97 C16 P30683 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ba28182 lockFactory=org.apache.lucene.store.NativeFSLockFactory@74ee7e66),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5ba28182 lockFactory=org.apache.lucene.store.NativeFSLockFactory@74ee7e66),segFN=segments_2,generation=2}
[junit4:junit4] 2> 222803 T97 C16 P30683 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 222804 T97 C16 P30683 oass.SolrIndexSearcher.<init> Opening Searcher@5dd6c8b9 main
[junit4:junit4] 2> 222804 T97 C16 P30683 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 222806 T111 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5dd6c8b9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 222807 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 222838 T121 C14 P30687 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 222840 T121 C14 P30687 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d399ae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52380dbe),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7d399ae5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@52380dbe),segFN=segments_3,generation=3}
[junit4:junit4] 2> 222840 T121 C14 P30687 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 222841 T121 C14 P30687 oass.SolrIndexSearcher.<init> Opening Searcher@3ec1e10c main
[junit4:junit4] 2> 222842 T121 C14 P30687 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 222843 T129 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ec1e10c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 222864 T121 C14 P30687 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:30693/collection1/, StdNode: http://127.0.0.1:30690/collection1/, StdNode: http://127.0.0.1:30703/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 222875 T137 C15 P30690 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 222876 T137 C15 P30690 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57829097 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24e28347),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@57829097 lockFactory=org.apache.lucene.store.NativeFSLockFactory@24e28347),segFN=segments_3,generation=3}
[junit4:junit4] 2> 222877 T137 C15 P30690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 222878 T137 C15 P30690 oass.SolrIndexSearcher.<init> Opening Searcher@47e1b36 main
[junit4:junit4] 2> 222878 T137 C15 P30690 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 222880 T145 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47e1b36 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 222880 T137 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> C12_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30703_, base_url=http://127.0.0.1:30703}
[junit4:junit4] 2> 222883 T166 C12 P30703 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C13_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30693_, base_url=http://127.0.0.1:30693}
[junit4:junit4] 2> 222883 T149 C13 P30693 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 222884 T166 C12 P30703 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36be0ffe lockFactory=org.apache.lucene.store.NativeFSLockFactory@71c94ff3),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36be0ffe lockFactory=org.apache.lucene.store.NativeFSLockFactory@71c94ff3),segFN=segments_3,generation=3}
[junit4:junit4] 2> 222885 T149 C13 P30693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34cd8e77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ceca6e7),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34cd8e77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ceca6e7),segFN=segments_3,generation=3}
[junit4:junit4] 2> 222885 T166 C12 P30703 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 222885 T149 C13 P30693 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 222886 T166 C12 P30703 oass.SolrIndexSearcher.<init> Opening Searcher@15575c7e main
[junit4:junit4] 2> 222886 T149 C13 P30693 oass.SolrIndexSearcher.<init> Opening Searcher@16554210 main
[junit4:junit4] 2> 222887 T166 C12 P30703 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 222887 T149 C13 P30693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 222888 T178 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15575c7e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 222889 T161 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16554210 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 222889 T166 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 222890 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 222891 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 53
[junit4:junit4] 2> 222893 T85 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 222897 T122 C14 P30687 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 222900 T150 C13 P30693 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 222903 T138 C15 P30690 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 222907 T167 C12 P30703 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 224983 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436346731741577216)} 0 71
[junit4:junit4] 2> 225001 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436346731820220416&update.from=http://127.0.0.1:30687/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436346731820220416)} 0 2
[junit4:junit4] 2> 225006 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436346731832803328&update.from=http://127.0.0.1:30690/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436346731832803328)} 0 2
[junit4:junit4] 2> 225007 T137 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436346731832803328)} 0 8
[junit4:junit4] 2> 225008 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436346731820220416)} 0 21
[junit4:junit4] 2> 225019 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436346731852726272)]} 0 8
[junit4:junit4] 2> 225039 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436346731857969152)]} 0 1
[junit4:junit4] 2> 225040 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436346731857969152)]} 0 18
[junit4:junit4] 2> 225044 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436346731879989248)]} 0 1
[junit4:junit4] 2> 225052 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436346731884183552)]} 0 0
[junit4:junit4] 2> 225053 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436346731884183552)]} 0 6
[junit4:junit4] 2> 225057 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436346731893620736)]} 0 1
[junit4:junit4] 2> 225075 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436346731907252224)]} 0 1
[junit4:junit4] 2> 225076 T137 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436346731907252224)]} 0 6
[junit4:junit4] 2> 225077 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2]} 0 17
[junit4:junit4] 2> 225081 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436346731918786560)]} 0 1
[junit4:junit4] 2> 225088 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436346731921932288)]} 0 0
[junit4:junit4] 2> 225089 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436346731921932288)]} 0 5
[junit4:junit4] 2> 225093 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436346731931369472)]} 0 1
[junit4:junit4] 2> 225103 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436346731937660928)]} 0 0
[junit4:junit4] 2> 225104 T123 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436346731937660928)]} 0 5
[junit4:junit4] 2> 225105 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 9
[junit4:junit4] 2> 225110 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436346731948146688)]} 0 0
[junit4:junit4] 2> 225118 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436346731953389568)]} 0 0
[junit4:junit4] 2> 225119 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436346731953389568)]} 0 5
[junit4:junit4] 2> 225124 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436346731962826752)]} 0 1
[junit4:junit4] 2> 225136 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436346731971215360)]} 0 1
[junit4:junit4] 2> 225137 T137 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436346731971215360)]} 0 6
[junit4:junit4] 2> 225138 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 10
[junit4:junit4] 2> 225142 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436346731982749696)]} 0 1
[junit4:junit4] 2> 225154 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436346731991138304)]} 0 0
[junit4:junit4] 2> 225155 T137 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1436346731991138304)]} 0 5
[junit4:junit4] 2> 225157 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 11
[junit4:junit4] 2> 225161 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436346732002672640)]} 0 1
[junit4:junit4] 2> 225169 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436346732006866944)]} 0 0
[junit4:junit4] 2> 225170 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436346732006866944)]} 0 6
[junit4:junit4] 2> 225175 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436346732017352704)]} 0 0
[junit4:junit4] 2> 225188 T168 C12 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436346732025741312)]} 0 1
[junit4:junit4] 2> 225188 T137 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1436346732025741312)]} 0 5
[junit4:junit4] 2> 225189 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9]} 0 10
[junit4:junit4] 2> 225194 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436346732036227072)]} 0 1
[junit4:junit4] 2> 225206 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436346732045664256)]} 0 0
[junit4:junit4] 2> 225207 T123 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1436346732045664256)]} 0 5
[junit4:junit4] 2> 225208 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10]} 0 10
[junit4:junit4] 2> 225212 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436346732056150016)]} 0 1
[junit4:junit4] 2> 225223 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436346732063490048)]} 0 0
[junit4:junit4] 2> 225224 T123 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1436346732063490048)]} 0 6
[junit4:junit4] 2> 225225 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11]} 0 10
[junit4:junit4] 2> 225229 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436346732073975808)]} 0 1
[junit4:junit4] 2> 225240 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436346732081315840)]} 0 0
[junit4:junit4] 2> 225241 T123 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1436346732081315840)]} 0 6
[junit4:junit4] 2> 225242 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12]} 0 10
[junit4:junit4] 2> 225246 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436346732091801600)]} 0 0
[junit4:junit4] 2> 225258 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436346732100190208)]} 0 1
[junit4:junit4] 2> 225259 T123 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1436346732100190208)]} 0 5
[junit4:junit4] 2> 225260 T139 C15 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 10
[junit4:junit4] 2> 225264 T97 C16 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436346732110675968)]} 0 1
[junit4:junit4] 2> 225273 T149 C13 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436346732114870272)]} 0 1
[junit4:junit4] 2> 225274 T121 C14 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436346732114870272)]} 0 6
[junit4:junit4] 2> ASYNC NEW_CORE C17 name=collection1 org.apache.solr.core.SolrCore@15d529be url=http://127.0.0.1:30683/collection1 node=127.0.0.1:30683_ C17_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:30683_, base_url=http://127.0.0.1:30683, leader=true}
[junit4:junit4] 2> 225278 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436346732125356032)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C18 name=collection1 org.apache.solr.core.SolrCore@32fbca58 url=http://127.0.0.1:30693/collection1 node=127.0.0.1:30693_ C18_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30693_, base_url=http://127.0.0.1:30693}
[junit4:junit4] 2> 225296 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436346732138987520)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C19 name=collection1 org.apache.solr.core.SolrCore@d9438de url=http://127.0.0.1:30687/collection1 node=127.0.0.1:30687_ C19_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30687_, base_url=http://127.0.0.1:30687, leader=true}
[junit4:junit4] 2> 225297 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436346732138987520)]} 0 6
[junit4:junit4] 2> 225301 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436346732149473280)]} 0 1
[junit4:junit4] 2> 225312 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436346732156813312)]} 0 0
[junit4:junit4] 2> 225314 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436346732156813312)]} 0 6
[junit4:junit4] 2> ASYNC NEW_CORE C20 name=collection1 org.apache.solr.core.SolrCore@58e50f2c url=http://127.0.0.1:30690/collection1 node=127.0.0.1:30690_ C20_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30690_, base_url=http://127.0.0.1:30690, leader=true}
[junit4:junit4] 2> 225314 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 9
[junit4:junit4] 2> 225320 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436346732168347648)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C21 name=collection1 org.apache.solr.core.SolrCore@560bed64 url=http://127.0.0.1:30703/collection1 node=127.0.0.1:30703_ C21_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:30703_, base_url=http://127.0.0.1:30703}
[junit4:junit4] 2> 225328 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436346732173590528)]} 0 0
[junit4:junit4] 2> 225329 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436346732173590528)]} 0 6
[junit4:junit4] 2> 225333 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436346732183027712)]} 0 0
[junit4:junit4] 2> 225342 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436346732188270592)]} 0 0
[junit4:junit4] 2> 225343 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436346732188270592)]} 0 6
[junit4:junit4] 2> 225348 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436346732198756352)]} 0 1
[junit4:junit4] 2> 225361 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436346732207144960)]} 0 1
[junit4:junit4] 2> 225362 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1436346732207144960)]} 0 6
[junit4:junit4] 2> 225363 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 11
[junit4:junit4] 2> 225367 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436346732218679296)]} 0 1
[junit4:junit4] 2> 225379 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436346732226019328)]} 0 1
[junit4:junit4] 2> 225380 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1436346732226019328)]} 0 6
[junit4:junit4] 2> 225381 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20]} 0 10
[junit4:junit4] 2> 225386 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436346732237553664)]} 0 1
[junit4:junit4] 2> 225395 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436346732242796544)]} 0 1
[junit4:junit4] 2> 225396 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436346732242796544)]} 0 6
[junit4:junit4] 2> 225401 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436346732253282304)]} 0 1
[junit4:junit4] 2> 225412 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436346732261670912)]} 0 0
[junit4:junit4] 2> 225414 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1436346732261670912)]} 0 6
[junit4:junit4] 2> 225415 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 10
[junit4:junit4] 2> 225419 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436346732273205248)]} 0 0
[junit4:junit4] 2> 225433 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436346732282642432)]} 0 1
[junit4:junit4] 2> 225434 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436346732282642432)]} 0 6
[junit4:junit4] 2> 225435 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23]} 0 11
[junit4:junit4] 2> 225440 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436346732294176768)]} 0 1
[junit4:junit4] 2> 225450 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436346732299419648)]} 0 2
[junit4:junit4] 2> 225452 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436346732299419648)]} 0 8
[junit4:junit4] 2> 225456 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436346732312002560)]} 0 1
[junit4:junit4] 2> 225465 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436346732317245440)]} 0 0
[junit4:junit4] 2> 225467 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436346732317245440)]} 0 7
[junit4:junit4] 2> 225471 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436346732327731200)]} 0 1
[junit4:junit4] 2> 225480 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436346732332974080)]} 0 1
[junit4:junit4] 2> 225481 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436346732332974080)]} 0 6
[junit4:junit4] 2> 225486 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436346732342411264)]} 0 1
[junit4:junit4] 2> 225494 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436346732347654144)]} 0 0
[junit4:junit4] 2> 225496 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436346732347654144)]} 0 7
[junit4:junit4] 2> 225501 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436346732358139904)]} 0 1
[junit4:junit4] 2> 225513 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436346732366528512)]} 0 1
[junit4:junit4] 2> 225514 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1436346732366528512)]} 0 7
[junit4:junit4] 2> 225515 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 11
[junit4:junit4] 2> 225520 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436346732378062848)]} 0 1
[junit4:junit4] 2> 225532 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436346732386451456)]} 0 1
[junit4:junit4] 2> 225533 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1436346732386451456)]} 0 6
[junit4:junit4] 2> 225534 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 10
[junit4:junit4] 2> 225539 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436346732397985792)]} 0 1
[junit4:junit4] 2> 225551 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436346732406374400)]} 0 1
[junit4:junit4] 2> 225552 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1436346732406374400)]} 0 7
[junit4:junit4] 2> 225553 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 11
[junit4:junit4] 2> 225557 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436346732417908736)]} 0 1
[junit4:junit4] 2> 225569 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436346732426297344)]} 0 1
[junit4:junit4] 2> 225571 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1436346732426297344)]} 0 6
[junit4:junit4] 2> 225572 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 11
[junit4:junit4] 2> 225576 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436346732437831680)]} 0 1
[junit4:junit4] 2> 225583 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436346732442025984)]} 0 0
[junit4:junit4] 2> 225584 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436346732442025984)]} 0 5
[junit4:junit4] 2> 225588 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436346732450414592)]} 0 1
[junit4:junit4] 2> 225598 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436346732457754624)]} 0 1
[junit4:junit4] 2> 225599 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436346732457754624)]} 0 5
[junit4:junit4] 2> 225600 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 9
[junit4:junit4] 2> 225605 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436346732467191808)]} 0 2
[junit4:junit4] 2> 225613 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436346732472434688)]} 0 1
[junit4:junit4] 2> 225614 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436346732472434688)]} 0 6
[junit4:junit4] 2> 225618 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1436346732481871872)]} 0 1
[junit4:junit4] 2> 225630 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436346732490260480)]} 0 0
[junit4:junit4] 2> 225632 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436346732490260480)]} 0 6
[junit4:junit4] 2> 225633 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 10
[junit4:junit4] 2> 225637 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436346732501794816)]} 0 1
[junit4:junit4] 2> 225644 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436346732505989120)]} 0 1
[junit4:junit4] 2> 225645 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436346732505989120)]} 0 5
[junit4:junit4] 2> 225649 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436346732514377728)]} 0 1
[junit4:junit4] 2> 225657 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436346732518572032)]} 0 1
[junit4:junit4] 2> 225658 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436346732518572032)]} 0 6
[junit4:junit4] 2> 225662 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436346732528009216)]} 0 1
[junit4:junit4] 2> 225673 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436346732535349248)]} 0 1
[junit4:junit4] 2> 225674 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1436346732535349248)]} 0 6
[junit4:junit4] 2> 225675 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38]} 0 10
[junit4:junit4] 2> 225679 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436346732545835008)]} 0 1
[junit4:junit4] 2> 225692 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436346732554223616)]} 0 1
[junit4:junit4] 2> 225693 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436346732554223616)]} 0 6
[junit4:junit4] 2> 225694 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39]} 0 11
[junit4:junit4] 2> 225698 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436346732565757952)]} 0 1
[junit4:junit4] 2> 225710 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436346732574146560)]} 0 1
[junit4:junit4] 2> 225711 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436346732574146560)]} 0 6
[junit4:junit4] 2> 225712 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 11
[junit4:junit4] 2> 225716 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436346732584632320)]} 0 1
[junit4:junit4] 2> 225725 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436346732589875200)]} 0 1
[junit4:junit4] 2> 225726 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436346732589875200)]} 0 5
[junit4:junit4] 2> 225731 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436346732600360960)]} 0 1
[junit4:junit4] 2> 225740 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436346732604555264)]} 0 1
[junit4:junit4] 2> 225741 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436346732604555264)]} 0 7
[junit4:junit4] 2> 225745 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436346732615041024)]} 0 1
[junit4:junit4] 2> 225756 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436346732622381056)]} 0 1
[junit4:junit4] 2> 225757 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1436346732622381056)]} 0 6
[junit4:junit4] 2> 225758 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 10
[junit4:junit4] 2> 225762 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436346732632866816)]} 0 1
[junit4:junit4] 2> 225772 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436346732640206848)]} 0 1
[junit4:junit4] 2> 225774 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436346732640206848)]} 0 6
[junit4:junit4] 2> 225774 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 9
[junit4:junit4] 2> 225778 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436346732649644032)]} 0 1
[junit4:junit4] 2> 225785 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436346732653838336)]} 0 0
[junit4:junit4] 2> 225786 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436346732653838336)]} 0 5
[junit4:junit4] 2> 225790 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436346732662226944)]} 0 1
[junit4:junit4] 2> 225801 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436346732669566976)]} 0 1
[junit4:junit4] 2> 225803 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436346732669566976)]} 0 6
[junit4:junit4] 2> 225804 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 11
[junit4:junit4] 2> 225808 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436346732681101312)]} 0 1
[junit4:junit4] 2> 225818 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436346732688441344)]} 0 1
[junit4:junit4] 2> 225819 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1436346732688441344)]} 0 5
[junit4:junit4] 2> 225820 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 9
[junit4:junit4] 2> 225824 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436346732696829952)]} 0 1
[junit4:junit4] 2> 225832 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436346732702072832)]} 0 1
[junit4:junit4] 2> 225833 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436346732702072832)]} 0 5
[junit4:junit4] 2> 225837 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436346732711510016)]} 0 1
[junit4:junit4] 2> 225846 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436346732716752896)]} 0 1
[junit4:junit4] 2> 225847 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436346732716752896)]} 0 5
[junit4:junit4] 2> 225851 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436346732726190080)]} 0 0
[junit4:junit4] 2> 225858 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436346732730384384)]} 0 1
[junit4:junit4] 2> 225859 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436346732730384384)]} 0 5
[junit4:junit4] 2> 225863 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436346732737724416)]} 0 1
[junit4:junit4] 2> 225873 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436346732746113024)]} 0 1
[junit4:junit4] 2> 225874 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436346732746113024)]} 0 5
[junit4:junit4] 2> 225875 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 9
[junit4:junit4] 2> 225879 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436346732755550208)]} 0 1
[junit4:junit4] 2> 225889 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436346732762890240)]} 0 1
[junit4:junit4] 2> 225890 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1436346732762890240)]} 0 5
[junit4:junit4] 2> 225891 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 9
[junit4:junit4] 2> 225895 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436346732771278848)]} 0 1
[junit4:junit4] 2> 225902 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436346732775473152)]} 0 1
[junit4:junit4] 2> 225903 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436346732775473152)]} 0 5
[junit4:junit4] 2> 225907 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436346732783861760)]} 0 1
[junit4:junit4] 2> 225917 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436346732791201792)]} 0 1
[junit4:junit4] 2> 225918 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[54 (1436346732791201792)]} 0 5
[junit4:junit4] 2> 225919 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54]} 0 9
[junit4:junit4] 2> 225923 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436346732801687552)]} 0 1
[junit4:junit4] 2> 225930 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436346732805881856)]} 0 1
[junit4:junit4] 2> 225931 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436346732805881856)]} 0 5
[junit4:junit4] 2> 225935 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1436346732814270464)]} 0 1
[junit4:junit4] 2> 225946 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436346732821610496)]} 0 1
[junit4:junit4] 2> 225947 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[56 (1436346732821610496)]} 0 6
[junit4:junit4] 2> 225948 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56]} 0 10
[junit4:junit4] 2> 225952 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1436346732831047680)]} 0 1
[junit4:junit4] 2> 225963 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436346732840484864)]} 0 1
[junit4:junit4] 2> 225964 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436346732840484864)]} 0 5
[junit4:junit4] 2> 225965 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57]} 0 10
[junit4:junit4] 2> 225969 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1436346732848873472)]} 0 1
[junit4:junit4] 2> 225979 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436346732857262080)]} 0 1
[junit4:junit4] 2> 225980 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436346732857262080)]} 0 5
[junit4:junit4] 2> 225981 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 9
[junit4:junit4] 2> 225985 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436346732865650688)]} 0 1
[junit4:junit4] 2> 225992 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436346732869844992)]} 0 1
[junit4:junit4] 2> 225993 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436346732869844992)]} 0 5
[junit4:junit4] 2> 225997 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436346732879282176)]} 0 1
[junit4:junit4] 2> 226007 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436346732886622208)]} 0 1
[junit4:junit4] 2> 226008 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[60 (1436346732886622208)]} 0 5
[junit4:junit4] 2> 226009 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60]} 0 9
[junit4:junit4] 2> 226013 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436346732896059392)]} 0 1
[junit4:junit4] 2> 226020 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436346732900253696)]} 0 1
[junit4:junit4] 2> 226021 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436346732900253696)]} 0 5
[junit4:junit4] 2> 226025 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436346732908642304)]} 0 1
[junit4:junit4] 2> 226032 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436346732911788032)]} 0 1
[junit4:junit4] 2> 226033 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436346732911788032)]} 0 5
[junit4:junit4] 2> 226037 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436346732920176640)]} 0 1
[junit4:junit4] 2> 226044 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436346732924370944)]} 0 1
[junit4:junit4] 2> 226045 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436346732924370944)]} 0 5
[junit4:junit4] 2> 226049 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436346732933808128)]} 0 1
[junit4:junit4] 2> 226056 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436346732938002432)]} 0 1
[junit4:junit4] 2> 226057 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436346732938002432)]} 0 5
[junit4:junit4] 2> 226061 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1436346732945342464)]} 0 1
[junit4:junit4] 2> 226071 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1436346732952682496)]} 0 1
[junit4:junit4] 2> 226072 T123 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[65 (1436346732952682496)]} 0 5
[junit4:junit4] 2> 226073 T139 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65]} 0 9
[junit4:junit4] 2> 226077 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1436346732963168256)]} 0 1
[junit4:junit4] 2> 226084 T149 C18 P30693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[66 (1436346732966313984)]} 0 1
[junit4:junit4] 2> 226085 T121 C19 P30687 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1436346732966313984)]} 0 5
[junit4:junit4] 2> 226089 T97 C17 P30683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1436346732975751168)]} 0 1
[junit4:junit4] 2> 226099 T168 C21 P30703 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[67 (1436346732983091200)]} 0 1
[junit4:junit4] 2> 226100 T137 C20 P30690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:30687/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[67 (1436346732983091200)]} 0 5
[junit4:junit4] 2> 226
[...truncated too long message...]
oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:30693__collection1_shard1_1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1_1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":null,
[junit4:junit4] 2> "core":"collection1_shard1_1_replica1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30693"}
[junit4:junit4] 2> 472487 T255 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 472488 T85 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 30703
[junit4:junit4] 2> 472489 T85 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=557160160
[junit4:junit4] 2> 472489 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 472490 T255 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 472491 T255 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:30693__collection1_shard1_1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1_1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":null,
[junit4:junit4] 2> "core":"collection1_shard1_1_replica1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:30693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30693"}
[junit4:junit4] 2> 472502 T255 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:30703_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:30703"}
[junit4:junit4] 2> 472525 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 473491 T85 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 473491 T85 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 473493 T85 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@560bed64
[junit4:junit4] 2> 473495 T85 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=822,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 473496 T85 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 473496 T85 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 473496 T85 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 473498 T85 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 473499 T85 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 473499 T85 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index;done=false>>]
[junit4:junit4] 2> 473500 T85 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4/index
[junit4:junit4] 2> 473500 T85 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4;done=false>>]
[junit4:junit4] 2> 473500 T85 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728/jetty4
[junit4:junit4] 2> 473501 T255 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89771669044133900-127.0.0.1:30703_-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 473502 T85 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 473567 T85 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 473568 T85 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:30680 30680
[junit4:junit4] 2> 473857 T85 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 30683
[junit4:junit4] 2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369806961728 FAILED !!!!!
[junit4:junit4] 2> 473858 T85 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 473858 T85 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:30680 30680
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=EC3921F6BEEFED9B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hr -Dtests.timezone=Asia/Kuala_Lumpur -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 275s J1 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:30687 returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([EC3921F6BEEFED9B:6DDFAFEEC9B08DA7]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 473951 T85 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 274839 T84 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 474803 T176 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 474803 T176 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 474803 T176 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=10 minBlockSize=23 maxBlockSize=71), _version_=Pulsing41(freqCutoff=11 minBlockSize=23 maxBlockSize=71)}, docValues:{}, sim=DefaultSimilarity, locale=hr, timezone=Asia/Kuala_Lumpur
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=377068576,total=439615488
[junit4:junit4] 2> NOTE: All tests run in this JVM: [StandardRequestHandlerTest, TestSolrQueryParserDefaultOperatorResource, SuggesterWFSTTest, BasicZkTest, TestMergePolicyConfig, TestSystemIdResolver, DebugComponentTest, TestBinaryField, TestNumberUtils, SuggesterTSTTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 275.87s, 1 test, 1 error <<< FAILURES!
[...truncated 815 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 13 ignored (7 assumptions)
Total time: 51 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1662 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1662/
4 tests failed.
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:52690 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:52690 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([11DD8A84D6852434:903B049CA1DA4408]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([11DD8A84D6852434:903B049CA1DA4408]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=1481, name=recoveryCmdExecutor-954-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=1483, name=recoveryCmdExecutor-954-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
1) Thread[id=1481, name=recoveryCmdExecutor-954-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=1483, name=recoveryCmdExecutor-954-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([11DD8A84D6852434]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1481, name=recoveryCmdExecutor-954-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679) 2) Thread[id=1483, name=recoveryCmdExecutor-954-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384) at java.net.Socket.connect(Socket.java:546) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:679)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1481, name=recoveryCmdExecutor-954-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
2) Thread[id=1483, name=recoveryCmdExecutor-954-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
at java.net.Socket.connect(Socket.java:546)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:679)
at __randomizedtesting.SeedInfo.seed([11DD8A84D6852434]:0)
Build Log:
[...truncated 8732 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 219516 T979 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 219522 T979 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369766334339
[junit4:junit4] 2> 219524 T979 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 219524 T980 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 219625 T979 oasc.ZkTestServer.run start zk server on port:52683
[junit4:junit4] 2> 219626 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 219654 T986 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c257268 name:ZooKeeperConnection Watcher:127.0.0.1:52683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 219654 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 219655 T979 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 219667 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 219669 T988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@afcfd39 name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 219669 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 219669 T979 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 219680 T979 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 219683 T979 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 219686 T979 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 219694 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 219695 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 219708 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 219708 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 219812 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 219813 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 219824 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 219825 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 219827 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 219828 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 219831 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 219832 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 219835 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 219836 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 219839 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 219839 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 219847 T979 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 219847 T979 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 220108 T979 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 220112 T979 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52686
[junit4:junit4] 2> 220113 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 220113 T979 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 220114 T979 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667
[junit4:junit4] 2> 220114 T979 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/solr.xml
[junit4:junit4] 2> 220115 T979 oasc.CoreContainer.<init> New CoreContainer 1581645759
[junit4:junit4] 2> 220116 T979 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/'
[junit4:junit4] 2> 220116 T979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/'
[junit4:junit4] 2> 220225 T979 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 220226 T979 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 220227 T979 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 220227 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 220228 T979 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 220228 T979 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 220229 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 220229 T979 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 220230 T979 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 220230 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 220246 T979 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 220247 T979 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52683/solr
[junit4:junit4] 2> 220247 T979 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 220248 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 220251 T999 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61e79137 name:ZooKeeperConnection Watcher:127.0.0.1:52683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 220252 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 220254 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 220265 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 220266 T1001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@36fab1ba name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 220267 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 220269 T979 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 220279 T979 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 220282 T979 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 220290 T979 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52686_
[junit4:junit4] 2> 220292 T979 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52686_
[junit4:junit4] 2> 220296 T979 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 220312 T979 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 220315 T979 oasc.Overseer.start Overseer (id=89769006487699459-127.0.0.1:52686_-n_0000000000) starting
[junit4:junit4] 2> 220329 T979 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 220341 T1003 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 220342 T979 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 220345 T979 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 220347 T979 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 220349 T1002 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 220353 T1004 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/collection1
[junit4:junit4] 2> 220353 T1004 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 220354 T1004 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 220354 T1004 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 220356 T1004 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/collection1/'
[junit4:junit4] 2> 220357 T1004 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 220358 T1004 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/collection1/lib/README' to classloader
[junit4:junit4] 2> 220408 T1004 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 220465 T1004 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 220566 T1004 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 220573 T1004 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 221141 T1004 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 221144 T1004 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 221147 T1004 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 221152 T1004 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 221175 T1004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 221176 T1004 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369766334667/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/control/data/
[junit4:junit4] 2> 221176 T1004 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4301ac93
[junit4:junit4] 2> 221177 T1004 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 221177 T1004 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/control/data
[junit4:junit4] 2> 221178 T1004 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369766334338/control/data/index/
[junit4:junit4] 2> 221178 T1004 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369766334338/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 221178 T1004 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/control/data/index
[junit4:junit4] 2> 221183 T1004 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31c7f0b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d0e027a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 221183 T1004 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 221185 T1004 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 221186 T1004 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 221186 T1004 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 221187 T1004 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 221187 T1004 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 221188 T1004 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 221188 T1004 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 221189 T1004 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 221189 T1004 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 221198 T1004 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 221204 T1004 oass.SolrIndexSearcher.<init> Opening Searcher@1fe48c2 main
[junit4:junit4] 2> 221205 T1004 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/control/data/tlog
[junit4:junit4] 2> 221206 T1004 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 221206 T1004 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 221210 T1005 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fe48c2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 221211 T1004 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 221212 T1004 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 221854 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 221854 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52686_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52686"}
[junit4:junit4] 2> 221855 T1002 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 221855 T1002 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 221898 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 222239 T1004 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 222239 T1004 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52686 collection:control_collection shard:shard1
[junit4:junit4] 2> 222240 T1004 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 222259 T1004 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 222269 T1004 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 222269 T1004 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 222269 T1004 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52686/collection1/
[junit4:junit4] 2> 222269 T1004 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 222270 T1004 oasc.SyncStrategy.syncToMe http://127.0.0.1:52686/collection1/ has no replicas
[junit4:junit4] 2> 222270 T1004 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52686/collection1/
[junit4:junit4] 2> 222270 T1004 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 223402 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 223426 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 223456 T1004 oasc.ZkController.register We are http://127.0.0.1:52686/collection1/ and leader is http://127.0.0.1:52686/collection1/
[junit4:junit4] 2> 223456 T1004 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52686
[junit4:junit4] 2> 223456 T1004 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 223456 T1004 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 223457 T1004 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 223459 T1004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 223460 T979 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 223461 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 223461 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 223477 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 223479 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 223481 T1008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ec3dfdc name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 223481 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 223482 T979 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 223485 T979 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 223744 T979 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 223747 T979 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52690
[junit4:junit4] 2> 223747 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 223748 T979 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 223748 T979 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302
[junit4:junit4] 2> 223749 T979 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/solr.xml
[junit4:junit4] 2> 223749 T979 oasc.CoreContainer.<init> New CoreContainer 1892879318
[junit4:junit4] 2> 223750 T979 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/'
[junit4:junit4] 2> 223751 T979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/'
[junit4:junit4] 2> 223861 T979 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 223862 T979 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 223863 T979 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 223863 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 223864 T979 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 223864 T979 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 223865 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 223865 T979 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 223866 T979 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 223866 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 223884 T979 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 223885 T979 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52683/solr
[junit4:junit4] 2> 223885 T979 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 223886 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 223889 T1019 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b17d6bc name:ZooKeeperConnection Watcher:127.0.0.1:52683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 223890 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 223905 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 223922 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 223966 T1021 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71fecc5e name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 223966 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 223983 T979 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 224940 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 224941 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52686_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52686"}
[junit4:junit4] 2> 224983 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 224983 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 224983 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 224987 T979 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52690_
[junit4:junit4] 2> 224989 T979 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52690_
[junit4:junit4] 2> 224997 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 224997 T1008 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 224997 T1021 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 224997 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 224997 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 224998 T1001 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 225004 T1022 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/collection1
[junit4:junit4] 2> 225005 T1022 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 225005 T1022 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 225005 T1022 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 225007 T1022 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/collection1/'
[junit4:junit4] 2> 225008 T1022 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/collection1/lib/README' to classloader
[junit4:junit4] 2> 225009 T1022 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 225060 T1022 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 225117 T1022 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 225218 T1022 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 225224 T1022 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 225785 T1022 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 225789 T1022 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 225792 T1022 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 225797 T1022 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 225821 T1022 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 225822 T1022 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369766338302/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty1/
[junit4:junit4] 2> 225822 T1022 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4301ac93
[junit4:junit4] 2> 225823 T1022 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 225823 T1022 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty1
[junit4:junit4] 2> 225823 T1022 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty1/index/
[junit4:junit4] 2> 225824 T1022 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 225824 T1022 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty1/index
[junit4:junit4] 2> 225828 T1022 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@187879a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@146bbdfb),segFN=segments_1,generation=1}
[junit4:junit4] 2> 225828 T1022 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 225832 T1022 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 225832 T1022 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 225833 T1022 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 225833 T1022 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 225834 T1022 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 225834 T1022 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 225835 T1022 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 225835 T1022 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 225836 T1022 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 225846 T1022 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 225853 T1022 oass.SolrIndexSearcher.<init> Opening Searcher@63278d19 main
[junit4:junit4] 2> 225853 T1022 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty1/tlog
[junit4:junit4] 2> 225855 T1022 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 225855 T1022 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 225860 T1023 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63278d19 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 225862 T1022 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 225862 T1022 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 226488 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 226489 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52690_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52690"}
[junit4:junit4] 2> 226490 T1002 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 226490 T1002 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 226505 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 226505 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 226505 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 226865 T1022 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 226865 T1022 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52690 collection:collection1 shard:shard1
[junit4:junit4] 2> 226866 T1022 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 226884 T1022 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 226886 T1022 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 226887 T1022 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 226887 T1022 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52690/collection1/
[junit4:junit4] 2> 226887 T1022 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 226887 T1022 oasc.SyncStrategy.syncToMe http://127.0.0.1:52690/collection1/ has no replicas
[junit4:junit4] 2> 226888 T1022 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52690/collection1/
[junit4:junit4] 2> 226888 T1022 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 228009 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 228028 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 228028 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 228028 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 228067 T1022 oasc.ZkController.register We are http://127.0.0.1:52690/collection1/ and leader is http://127.0.0.1:52690/collection1/
[junit4:junit4] 2> 228067 T1022 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52690
[junit4:junit4] 2> 228067 T1022 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 228067 T1022 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 228068 T1022 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 228069 T1022 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 228071 T979 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 228071 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 228072 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 228346 T979 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 228350 T979 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52693
[junit4:junit4] 2> 228351 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 228351 T979 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 228352 T979 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904
[junit4:junit4] 2> 228352 T979 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/solr.xml
[junit4:junit4] 2> 228353 T979 oasc.CoreContainer.<init> New CoreContainer 969218830
[junit4:junit4] 2> 228353 T979 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/'
[junit4:junit4] 2> 228354 T979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/'
[junit4:junit4] 2> 228463 T979 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 228464 T979 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 228464 T979 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 228465 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 228465 T979 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 228466 T979 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 228466 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 228467 T979 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 228467 T979 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 228468 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 228483 T979 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 228484 T979 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52683/solr
[junit4:junit4] 2> 228485 T979 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 228486 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 228489 T1035 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ffcf7b3 name:ZooKeeperConnection Watcher:127.0.0.1:52683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 228489 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 228504 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 228515 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 228517 T1037 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c74076a name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 228517 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 228529 T979 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 229532 T979 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52693_
[junit4:junit4] 2> 229540 T979 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52693_
[junit4:junit4] 2> 229540 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 229541 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52690_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52690"}
[junit4:junit4] 2> 229542 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 229553 T1008 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 229553 T1037 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 229553 T1021 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 229554 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 229554 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 229561 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 229561 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 229561 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 229566 T1038 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/collection1
[junit4:junit4] 2> 229566 T1038 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 229571 T1038 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 229572 T1038 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 229573 T1001 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 229573 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 229573 T1038 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/collection1/'
[junit4:junit4] 2> 229575 T1038 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/collection1/lib/README' to classloader
[junit4:junit4] 2> 229575 T1038 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 229625 T1038 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 229682 T1038 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 229784 T1038 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 229790 T1038 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 230345 T1038 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 230349 T1038 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 230351 T1038 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 230356 T1038 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 230380 T1038 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 230381 T1038 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369766342904/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty2/
[junit4:junit4] 2> 230381 T1038 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4301ac93
[junit4:junit4] 2> 230382 T1038 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 230382 T1038 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty2
[junit4:junit4] 2> 230383 T1038 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty2/index/
[junit4:junit4] 2> 230383 T1038 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 230383 T1038 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty2/index
[junit4:junit4] 2> 230387 T1038 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763b50a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e28fc8e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 230387 T1038 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 230390 T1038 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 230391 T1038 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 230391 T1038 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 230392 T1038 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 230393 T1038 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 230393 T1038 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 230393 T1038 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 230394 T1038 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 230394 T1038 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 230404 T1038 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 230411 T1038 oass.SolrIndexSearcher.<init> Opening Searcher@47d1fb80 main
[junit4:junit4] 2> 230411 T1038 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty2/tlog
[junit4:junit4] 2> 230413 T1038 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 230413 T1038 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 230418 T1039 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47d1fb80 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 230420 T1038 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 230421 T1038 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 231074 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 231075 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52693"}
[junit4:junit4] 2> 231076 T1002 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 231076 T1002 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 231114 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 231114 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 231114 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 231114 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 231449 T1038 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 231449 T1038 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52693 collection:collection1 shard:shard2
[junit4:junit4] 2> 231450 T1038 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 231467 T1038 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 231479 T1038 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 231479 T1038 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 231479 T1038 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52693/collection1/
[junit4:junit4] 2> 231479 T1038 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 231480 T1038 oasc.SyncStrategy.syncToMe http://127.0.0.1:52693/collection1/ has no replicas
[junit4:junit4] 2> 231480 T1038 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52693/collection1/
[junit4:junit4] 2> 231480 T1038 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 232620 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 232639 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 232639 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 232639 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 232639 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 232659 T1038 oasc.ZkController.register We are http://127.0.0.1:52693/collection1/ and leader is http://127.0.0.1:52693/collection1/
[junit4:junit4] 2> 232659 T1038 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52693
[junit4:junit4] 2> 232659 T1038 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 232659 T1038 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 232660 T1038 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 232662 T1038 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 232663 T979 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 232663 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 232664 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 232932 T979 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 232936 T979 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52696
[junit4:junit4] 2> 232936 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 232937 T979 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 232937 T979 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496
[junit4:junit4] 2> 232938 T979 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/solr.xml
[junit4:junit4] 2> 232938 T979 oasc.CoreContainer.<init> New CoreContainer 1171696270
[junit4:junit4] 2> 232939 T979 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/'
[junit4:junit4] 2> 232940 T979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/'
[junit4:junit4] 2> 233049 T979 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 233050 T979 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 233050 T979 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 233051 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 233051 T979 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 233052 T979 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 233052 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 233053 T979 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 233053 T979 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 233054 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 233070 T979 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 233070 T979 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52683/solr
[junit4:junit4] 2> 233071 T979 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 233072 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 233075 T1051 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d9e740d name:ZooKeeperConnection Watcher:127.0.0.1:52683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 233075 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 233078 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 233088 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 233091 T1053 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5db615c1 name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 233091 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 233103 T979 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 234107 T979 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52696_
[junit4:junit4] 2> 234144 T979 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52696_
[junit4:junit4] 2> 234145 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 234146 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52693_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52693"}
[junit4:junit4] 2> 234149 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 234149 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 234182 T1021 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 234182 T1008 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 234182 T1053 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 234182 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234182 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234228 T1037 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 234257 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234257 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234257 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234257 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234261 T1054 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/collection1
[junit4:junit4] 2> 234262 T1054 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 234371 T1054 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 234372 T1054 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 234373 T1001 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 234373 T1054 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/collection1/'
[junit4:junit4] 2> 234373 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 234375 T1054 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 234375 T1054 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/collection1/lib/README' to classloader
[junit4:junit4] 2> 234426 T1054 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 234482 T1054 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 234584 T1054 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 234590 T1054 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 235145 T1054 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 235149 T1054 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 235151 T1054 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 235156 T1054 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 235181 T1054 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 235182 T1054 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369766347496/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/
[junit4:junit4] 2> 235182 T1054 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4301ac93
[junit4:junit4] 2> 235183 T1054 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 235183 T1054 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3
[junit4:junit4] 2> 235184 T1054 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index/
[junit4:junit4] 2> 235184 T1054 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 235184 T1054 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index
[junit4:junit4] 2> 235188 T1054 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b67ded9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@62b0e231),segFN=segments_1,generation=1}
[junit4:junit4] 2> 235188 T1054 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 235191 T1054 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 235192 T1054 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 235192 T1054 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 235193 T1054 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 235194 T1054 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 235194 T1054 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 235194 T1054 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 235195 T1054 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 235195 T1054 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 235205 T1054 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 235212 T1054 oass.SolrIndexSearcher.<init> Opening Searcher@1f6c6ff8 main
[junit4:junit4] 2> 235213 T1054 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/tlog
[junit4:junit4] 2> 235214 T1054 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 235214 T1054 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 235219 T1055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f6c6ff8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 235221 T1054 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 235221 T1054 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 235874 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 235875 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52696_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52696"}
[junit4:junit4] 2> 235876 T1002 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 235876 T1002 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 235892 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 235892 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 235892 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 235892 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 235892 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 236224 T1054 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 236224 T1054 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52696 collection:collection1 shard:shard1
[junit4:junit4] 2> 236228 T1054 oasc.ZkController.register We are http://127.0.0.1:52696/collection1/ and leader is http://127.0.0.1:52690/collection1/
[junit4:junit4] 2> 236228 T1054 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52696
[junit4:junit4] 2> 236228 T1054 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 236228 T1054 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C249 name=collection1 org.apache.solr.core.SolrCore@3c222422 url=http://127.0.0.1:52696/collection1 node=127.0.0.1:52696_ C249_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52696_, base_url=http://127.0.0.1:52696}
[junit4:junit4] 2> 236229 T1056 C249 P52696 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 236229 T1054 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 236230 T1056 C249 P52696 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 236230 T1056 C249 P52696 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 236231 T1056 C249 P52696 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 236231 T979 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 236232 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 236232 T1056 C249 P52696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 236232 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 236253 T1011 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 236505 T979 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 236508 T979 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52700
[junit4:junit4] 2> 236509 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 236509 T979 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 236510 T979 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067
[junit4:junit4] 2> 236510 T979 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/solr.xml
[junit4:junit4] 2> 236511 T979 oasc.CoreContainer.<init> New CoreContainer 854432175
[junit4:junit4] 2> 236511 T979 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/'
[junit4:junit4] 2> 236512 T979 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/'
[junit4:junit4] 2> 236622 T979 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 236623 T979 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 236623 T979 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 236624 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 236624 T979 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 236625 T979 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 236625 T979 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 236626 T979 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 236626 T979 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 236627 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 236644 T979 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 236645 T979 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52683/solr
[junit4:junit4] 2> 236646 T979 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 236647 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 236650 T1068 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@357c43a5 name:ZooKeeperConnection Watcher:127.0.0.1:52683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 236650 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 236666 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 236678 T979 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 236680 T1070 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17e51a4a name:ZooKeeperConnection Watcher:127.0.0.1:52683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 236681 T979 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 236689 T979 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 237397 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 237398 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52696_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52696"}
[junit4:junit4] 2> 237415 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237415 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237415 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237415 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237415 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237415 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237693 T979 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52700_
[junit4:junit4] 2> 237695 T979 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52700_
[junit4:junit4] 2> 237698 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237698 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 237698 T1021 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 237699 T1070 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 237698 T1008 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 237698 T1053 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 237699 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 237699 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 237699 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 237700 T1037 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 237699 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 237709 T1001 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 237714 T1071 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/collection1
[junit4:junit4] 2> 237714 T1071 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 237715 T1071 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 237715 T1071 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 237717 T1071 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/collection1/'
[junit4:junit4] 2> 237718 T1071 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/collection1/lib/README' to classloader
[junit4:junit4] 2> 237719 T1071 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 237768 T1071 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 237825 T1071 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 237927 T1071 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 237933 T1071 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 238255 T1011 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 238255 T1011 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:52696_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 238495 T1071 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 238499 T1071 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 238501 T1071 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 238506 T1071 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 238530 T1071 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 238531 T1071 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369766351067/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/
[junit4:junit4] 2> 238531 T1071 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4301ac93
[junit4:junit4] 2> 238532 T1071 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 238532 T1071 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4
[junit4:junit4] 2> 238533 T1071 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index/
[junit4:junit4] 2> 238533 T1071 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 238533 T1071 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index
[junit4:junit4] 2> 238537 T1071 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a4d2fb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a028ee5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 238537 T1071 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 238540 T1071 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 238541 T1071 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 238541 T1071 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 238542 T1071 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 238543 T1071 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 238543 T1071 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 238544 T1071 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 238544 T1071 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 238545 T1071 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 238554 T1071 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 238561 T1071 oass.SolrIndexSearcher.<init> Opening Searcher@7efb8dbf main
[junit4:junit4] 2> 238562 T1071 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/tlog
[junit4:junit4] 2> 238563 T1071 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 238563 T1071 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 238568 T1072 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7efb8dbf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 238570 T1071 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 238571 T1071 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 238920 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 238921 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52700_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52700"}
[junit4:junit4] 2> 238922 T1002 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 238922 T1002 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 238982 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 238982 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 238982 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 238982 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 238982 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 238982 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 239574 T1071 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 239574 T1071 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52700 collection:collection1 shard:shard2
[junit4:junit4] 2> 239581 T1071 oasc.ZkController.register We are http://127.0.0.1:52700/collection1/ and leader is http://127.0.0.1:52693/collection1/
[junit4:junit4] 2> 239582 T1071 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52700
[junit4:junit4] 2> 239582 T1071 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 239582 T1071 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C250 name=collection1 org.apache.solr.core.SolrCore@51e4232 url=http://127.0.0.1:52700/collection1 node=127.0.0.1:52700_ C250_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52700_, base_url=http://127.0.0.1:52700}
[junit4:junit4] 2> 239583 T1073 C250 P52700 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 239583 T1071 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 239584 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 239584 T1073 C250 P52700 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 239584 T1073 C250 P52700 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 239585 T979 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 239585 T979 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 239586 T979 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 239589 T1073 C250 P52700 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 239607 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 239608 T1027 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 239608 T979 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 239609 T979 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 239610 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C251 name=collection1 org.apache.solr.core.SolrCore@3c222422 url=http://127.0.0.1:52696/collection1 node=127.0.0.1:52696_ C251_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52696_, base_url=http://127.0.0.1:52696}
[junit4:junit4] 2> 240257 T1056 C251 P52696 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52690/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 240257 T1056 C251 P52696 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52696 START replicas=[http://127.0.0.1:52690/collection1/] nUpdates=100
[junit4:junit4] 2> 240258 T1056 C251 P52696 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 240258 T1056 C251 P52696 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 240258 T1056 C251 P52696 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 240258 T1056 C251 P52696 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 240259 T1056 C251 P52696 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 240259 T1056 C251 P52696 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52690/collection1/. core=collection1
[junit4:junit4] 2> 240259 T1056 C251 P52696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C252 name=collection1 org.apache.solr.core.SolrCore@b1304d8 url=http://127.0.0.1:52690/collection1 node=127.0.0.1:52690_ C252_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52690_, base_url=http://127.0.0.1:52690, leader=true}
[junit4:junit4] 2> 240268 T1012 C252 P52690 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 240273 T1013 C252 P52690 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 240275 T1013 C252 P52690 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@187879a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@146bbdfb),segFN=segments_1,generation=1}
[junit4:junit4] 2> 240276 T1013 C252 P52690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 240277 T1013 C252 P52690 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@187879a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@146bbdfb),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@187879a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@146bbdfb),segFN=segments_2,generation=2}
[junit4:junit4] 2> 240277 T1013 C252 P52690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 240278 T1013 C252 P52690 oass.SolrIndexSearcher.<init> Opening Searcher@d1aee49 realtime
[junit4:junit4] 2> 240278 T1013 C252 P52690 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 240279 T1013 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 240280 T1056 C251 P52696 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 240280 T1056 C251 P52696 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 240282 T1014 C252 P52690 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 240283 T1014 C252 P52690 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 240283 T1056 C251 P52696 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 240284 T1056 C251 P52696 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 240284 T1056 C251 P52696 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 240286 T1014 C252 P52690 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 240287 T1056 C251 P52696 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 240288 T1056 C251 P52696 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index.20130528133915104
[junit4:junit4] 2> 240289 T1056 C251 P52696 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6df4d55e lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d2b6d39) fullCopy=false
[junit4:junit4] 2> 240291 T1014 C252 P52690 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 240292 T1056 C251 P52696 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 240293 T1056 C251 P52696 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 240293 T1056 C251 P52696 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 240295 T1056 C251 P52696 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b67ded9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@62b0e231),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b67ded9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@62b0e231),segFN=segments_2,generation=2}
[junit4:junit4] 2> 240296 T1056 C251 P52696 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 240297 T1056 C251 P52696 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 240297 T1056 C251 P52696 oass.SolrIndexSearcher.<init> Opening Searcher@cfbb27 main
[junit4:junit4] 2> 240298 T1055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@cfbb27 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 240299 T1056 C251 P52696 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index.20130528133915104 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index.20130528133915104;done=true>>]
[junit4:junit4] 2> 240299 T1056 C251 P52696 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index.20130528133915104
[junit4:junit4] 2> 240299 T1056 C251 P52696 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty3/index.20130528133915104
[junit4:junit4] 2> 240299 T1056 C251 P52696 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 240300 T1056 C251 P52696 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 240300 T1056 C251 P52696 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 240300 T1056 C251 P52696 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 240330 T1056 C251 P52696 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 240487 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 240488 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52700_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52700"}
[junit4:junit4] 2> 240492 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52696_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52696"}
[junit4:junit4] 2> 240504 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 240504 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 240504 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 240504 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 240504 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 240504 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 240610 T1027 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 240610 T1027 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:52700_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 240612 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 241614 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C250_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52700_, base_url=http://127.0.0.1:52700}
[junit4:junit4] 2> 242612 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:52693/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 242612 T1073 C250 P52700 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52700 START replicas=[http://127.0.0.1:52693/collection1/] nUpdates=100
[junit4:junit4] 2> 242613 T1073 C250 P52700 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 242613 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 242613 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 242613 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 242613 T1073 C250 P52700 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 242614 T1073 C250 P52700 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:52693/collection1/. core=collection1
[junit4:junit4] 2> 242614 T1073 C250 P52700 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 242617 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C253 name=collection1 org.apache.solr.core.SolrCore@553d0a33 url=http://127.0.0.1:52693/collection1 node=127.0.0.1:52693_ C253_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52693_, base_url=http://127.0.0.1:52693, leader=true}
[junit4:junit4] 2> 242621 T1028 C253 P52693 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 242627 T1029 C253 P52693 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 242629 T1029 C253 P52693 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763b50a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e28fc8e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 242630 T1029 C253 P52693 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 242631 T1029 C253 P52693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763b50a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e28fc8e),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763b50a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e28fc8e),segFN=segments_2,generation=2}
[junit4:junit4] 2> 242631 T1029 C253 P52693 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 242632 T1029 C253 P52693 oass.SolrIndexSearcher.<init> Opening Searcher@faeb9d8 realtime
[junit4:junit4] 2> 242632 T1029 C253 P52693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 242632 T1029 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 242634 T1073 C250 P52700 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 242634 T1073 C250 P52700 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 242636 T1030 C253 P52693 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 242636 T1030 C253 P52693 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 242637 T1073 C250 P52700 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 242637 T1073 C250 P52700 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 242637 T1073 C250 P52700 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 242639 T1030 C253 P52693 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 242640 T1073 C250 P52700 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 242641 T1073 C250 P52700 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index.20130528133917456
[junit4:junit4] 2> 242641 T1073 C250 P52700 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@64aa401e lockFactory=org.apache.lucene.store.NativeFSLockFactory@18e6a4dc) fullCopy=false
[junit4:junit4] 2> 242644 T1030 C253 P52693 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 242645 T1073 C250 P52700 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 242646 T1073 C250 P52700 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 242646 T1073 C250 P52700 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 242648 T1073 C250 P52700 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a4d2fb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a028ee5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a4d2fb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a028ee5),segFN=segments_2,generation=2}
[junit4:junit4] 2> 242648 T1073 C250 P52700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 242649 T1073 C250 P52700 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 242649 T1073 C250 P52700 oass.SolrIndexSearcher.<init> Opening Searcher@485220c0 main
[junit4:junit4] 2> 242650 T1072 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@485220c0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 242651 T1073 C250 P52700 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index.20130528133917456 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index.20130528133917456;done=true>>]
[junit4:junit4] 2> 242651 T1073 C250 P52700 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index.20130528133917456
[junit4:junit4] 2> 242651 T1073 C250 P52700 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369766334338/jetty4/index.20130528133917456
[junit4:junit4] 2> 242651 T1073 C250 P52700 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 242651 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 242652 T1073 C250 P52700 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 242652 T1073 C250 P52700 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 242654 T1073 C250 P52700 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 243520 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243521 T1002 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52700_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52700"}
[junit4:junit4] 2> 243538 T1008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 243538 T1070 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 243538 T1053 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 243538 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 243538 T1037 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 243538 T1021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 243619 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243620 T979 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C254 name=collection1 org.apache.solr.core.SolrCore@652ac066 url=http://127.0.0.1:52686/collection1 node=127.0.0.1:52686_ C254_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52686_, base_url=http://127.0.0.1:52686, leader=true}
[junit4:junit4] 2> 243629 T991 C254 P52686 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 243632 T991 C254 P52686 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31c7f0b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d0e027a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 243633 T991 C254 P52686 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 243633 T991 C254 P52686 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31c7f0b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d0e027a),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@31c7f0b2 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7d0e027a),segFN=segments_2,generation=2}
[junit4:junit4] 2> 243634 T991 C254 P52686 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 243634 T991 C254 P52686 oass.SolrIndexSearcher.<init> Opening Searcher@6e053c0d main
[junit4:junit4] 2> 243635 T991 C254 P52686 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 243636 T1005 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e053c0d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 243636 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 243650 T1031 C253 P52693 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 243652 T1031 C253 P52693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763b50a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e28fc8e),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@763b50a0 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e28fc8e),segFN=segments_3,generation=3}
[junit4:junit4] 2> 243652 T1031 C253 P52693 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 243653 T1031 C253 P52693 oass.SolrIndexSearcher.<init> Opening Searcher@6b417835 main
[junit4:junit4] 2> 243653 T1031 C253 P52693 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 243654 T1039 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b417835 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 243655 T1031 C253 P52693 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:52690/collection1/, StdNode: http://127.0.0.1:52696/collection1/, StdNode: http://127.0.0.1:52700/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 243658 T1015 C252 P52690 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 243660 T1015 C252 P52690 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@187879a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@146bbdfb),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@187879a1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@146bbdfb),segFN=segments_3,generation=3}
[junit4:junit4] 2> 243660 T1015 C252 P52690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 243661 T1015 C252 P52690 oass.SolrIndexSearcher.<init> Opening Searcher@1fb90bd6 main
[junit4:junit4] 2> 243661 T1015 C252 P52690 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 243662 T1023 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fb90bd6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 243662 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> C250_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52700_, base_url=http://127.0.0.1:52700}
[junit4:junit4] 2> 243666 T1060 C250 P52700 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C251_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52696_, base_url=http://127.0.0.1:52696}
[junit4:junit4] 2> 243666 T1043 C251 P52696 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 243667 T1060 C250 P52700 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a4d2fb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a028ee5),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a4d2fb5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a028ee5),segFN=segments_3,generation=3}
[junit4:junit4] 2> 243668 T1043 C251 P52696 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b67ded9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@62b0e231),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2b67ded9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@62b0e231),segFN=segments_3,generation=3}
[junit4:junit4] 2> 243668 T1060 C250 P52700 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 243669 T1043 C251 P52696 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 243669 T1060 C250 P52700 oass.SolrIndexSearcher.<init> Opening Searcher@4b9e8b55 main
[junit4:junit4] 2> 243670 T1043 C251 P52696 oass.SolrIndexSearcher.<init> Opening Searcher@6ed2ce52 main
[junit4:junit4] 2> 243670 T1060 C250 P52700 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 243671 T1043 C251 P52696 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 243671 T1072 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b9e8b55 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 243671 T1055 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ed2ce52 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 243672 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 243672 T1043 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 243673 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> 243674 T979 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243677 T1016 C252 P52690 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 243680 T1044 C251 P52696 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 243682 T1032 C253 P52693 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 243685 T1061 C250 P52700 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 245690 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436304131232890880)} 0 2
[junit4:junit4] 2> 245700 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436304131238133760&update.from=http://127.0.0.1:52690/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436304131238133760)} 0 2
[junit4:junit4] 2> 245704 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436304131243376640&update.from=http://127.0.0.1:52693/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436304131243376640)} 0 2
[junit4:junit4] 2> 245704 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436304131243376640)} 0 6
[junit4:junit4] 2> 245705 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436304131238133760)} 0 12
[junit4:junit4] 2> 245709 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436304131252813824)]} 0 1
[junit4:junit4] 2> 245725 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436304131266445312)]} 0 1
[junit4:junit4] 2> 245726 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1436304131266445312)]} 0 5
[junit4:junit4] 2> 245726 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0]} 0 14
[junit4:junit4] 2> 245731 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436304131276931072)]} 0 1
[junit4:junit4] 2> 245739 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436304131280076800)]} 0 1
[junit4:junit4] 2> 245740 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436304131280076800)]} 0 6
[junit4:junit4] 2> 245743 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436304131288465408)]} 0 1
[junit4:junit4] 2> 245752 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436304131295805440)]} 0 1
[junit4:junit4] 2> 245752 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1436304131295805440)]} 0 4
[junit4:junit4] 2> 245753 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2]} 0 8
[junit4:junit4] 2> 245757 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436304131303145472)]} 0 1
[junit4:junit4] 2> 245766 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436304131309436928)]} 0 1
[junit4:junit4] 2> 245766 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436304131309436928)]} 0 4
[junit4:junit4] 2> 245767 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 8
[junit4:junit4] 2> 245771 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436304131317825536)]} 0 1
[junit4:junit4] 2> 245781 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436304131325165568)]} 0 1
[junit4:junit4] 2> 245781 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!4 (1436304131325165568)]} 0 4
[junit4:junit4] 2> 245782 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4]} 0 8
[junit4:junit4] 2> 245786 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436304131333554176)]} 0 1
[junit4:junit4] 2> 245792 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436304131336699904)]} 0 1
[junit4:junit4] 2> 245792 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436304131336699904)]} 0 4
[junit4:junit4] 2> 245795 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436304131344039936)]} 0 0
[junit4:junit4] 2> 245805 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436304131350331392)]} 0 1
[junit4:junit4] 2> 245805 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436304131350331392)]} 0 4
[junit4:junit4] 2> 245806 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 8
[junit4:junit4] 2> 245810 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436304131358720000)]} 0 1
[junit4:junit4] 2> 245816 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436304131361865728)]} 0 1
[junit4:junit4] 2> 245816 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436304131361865728)]} 0 4
[junit4:junit4] 2> 245820 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436304131369205760)]} 0 1
[junit4:junit4] 2> 245829 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436304131375497216)]} 0 1
[junit4:junit4] 2> 245829 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436304131375497216)]} 0 4
[junit4:junit4] 2> 245830 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 8
[junit4:junit4] 2> 245834 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436304131383885824)]} 0 1
[junit4:junit4] 2> 245842 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436304131389128704)]} 0 1
[junit4:junit4] 2> 245842 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!9 (1436304131389128704)]} 0 4
[junit4:junit4] 2> 245843 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9]} 0 7
[junit4:junit4] 2> 245847 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436304131397517312)]} 0 1
[junit4:junit4] 2> 245853 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436304131400663040)]} 0 1
[junit4:junit4] 2> 245853 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436304131400663040)]} 0 4
[junit4:junit4] 2> 245856 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436304131408003072)]} 0 0
[junit4:junit4] 2> 245863 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436304131411148800)]} 0 1
[junit4:junit4] 2> 245863 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436304131411148800)]} 0 4
[junit4:junit4] 2> 245867 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436304131418488832)]} 0 1
[junit4:junit4] 2> 245873 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436304131421634560)]} 0 1
[junit4:junit4] 2> 245873 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436304131421634560)]} 0 4
[junit4:junit4] 2> 245877 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436304131428974592)]} 0 1
[junit4:junit4] 2> 245886 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436304131435266048)]} 0 1
[junit4:junit4] 2> 245886 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436304131435266048)]} 0 4
[junit4:junit4] 2> 245887 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13]} 0 8
[junit4:junit4] 2> 245891 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436304131443654656)]} 0 1
[junit4:junit4] 2> 245897 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436304131446800384)]} 0 1
[junit4:junit4] 2> 245897 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436304131446800384)]} 0 4
[junit4:junit4] 2> 245901 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436304131454140416)]} 0 1
[junit4:junit4] 2> 245907 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436304131457286144)]} 0 1
[junit4:junit4] 2> 245907 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436304131457286144)]} 0 4
[junit4:junit4] 2> 245911 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436304131464626176)]} 0 1
[junit4:junit4] 2> 245917 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436304131467771904)]} 0 1
[junit4:junit4] 2> 245917 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436304131467771904)]} 0 4
[junit4:junit4] 2> 245921 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436304131475111936)]} 0 1
[junit4:junit4] 2> 245927 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436304131478257664)]} 0 1
[junit4:junit4] 2> 245927 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436304131478257664)]} 0 4
[junit4:junit4] 2> 245931 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436304131485597696)]} 0 1
[junit4:junit4] 2> 245941 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436304131491889152)]} 0 1
[junit4:junit4] 2> 245941 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1436304131491889152)]} 0 5
[junit4:junit4] 2> 245942 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18]} 0 9
[junit4:junit4] 2> 245946 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436304131501326336)]} 0 1
[junit4:junit4] 2> 245952 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436304131504472064)]} 0 1
[junit4:junit4] 2> 245952 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436304131504472064)]} 0 4
[junit4:junit4] 2> 245956 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436304131511812096)]} 0 1
[junit4:junit4] 2> 245965 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436304131518103552)]} 0 1
[junit4:junit4] 2> 245965 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1436304131518103552)]} 0 4
[junit4:junit4] 2> 245966 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20]} 0 8
[junit4:junit4] 2> 245969 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436304131526492160)]} 0 0
[junit4:junit4] 2> 245978 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436304131531735040)]} 0 1
[junit4:junit4] 2> 245978 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1436304131531735040)]} 0 4
[junit4:junit4] 2> 245979 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21]} 0 7
[junit4:junit4] 2> 245983 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436304131540123648)]} 0 1
[junit4:junit4] 2> 245989 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436304131543269376)]} 0 1
[junit4:junit4] 2> 245989 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436304131543269376)]} 0 4
[junit4:junit4] 2> 245993 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436304131550609408)]} 0 1
[junit4:junit4] 2> 246002 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436304131556900864)]} 0 1
[junit4:junit4] 2> 246002 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1436304131556900864)]} 0 4
[junit4:junit4] 2> 246003 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 8
[junit4:junit4] 2> 246007 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436304131565289472)]} 0 1
[junit4:junit4] 2> 246015 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436304131570532352)]} 0 1
[junit4:junit4] 2> 246015 T1033 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1436304131570532352)]} 0 4
[junit4:junit4] 2> 246016 T1017 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24]} 0 7
[junit4:junit4] 2> 246020 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436304131578920960)]} 0 1
[junit4:junit4] 2> 246029 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436304131585212416)]} 0 1
[junit4:junit4] 2> 246029 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1436304131585212416)]} 0 4
[junit4:junit4] 2> 246030 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25]} 0 8
[junit4:junit4] 2> 246034 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436304131593601024)]} 0 1
[junit4:junit4] 2> 246040 T1060 C250 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436304131596746752)]} 0 1
[junit4:junit4] 2> 246040 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436304131596746752)]} 0 4
[junit4:junit4] 2> 246043 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436304131604086784)]} 0 0
[junit4:junit4] 2> 246052 T1045 C251 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436304131609329664)]} 0 1
[junit4:junit4] 2> 246052 T1015 C252 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436304131609329664)]} 0 4
[junit4:junit4] 2> 246053 T1031 C253 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27]} 0 7
[junit4:junit4] 2> 246057 T991 C254 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436304131617718272)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C255 name=collection1 org.apache.solr.core.SolrCore@3c222422 url=http://127.0.0.1:52696/collection1 node=127.0.0.1:52696_ C255_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52696_, base_url=http://127.0.0.1:52696}
[junit4:junit4] 2> 246072 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436304131625058304)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C256 name=collection1 org.apache.solr.core.SolrCore@b1304d8 url=http://127.0.0.1:52690/collection1 node=127.0.0.1:52690_ C256_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52690_, base_url=http://127.0.0.1:52690, leader=true}
[junit4:junit4] 2> 246073 T1015 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1436304131625058304)]} 0 10
[junit4:junit4] 2> ASYNC NEW_CORE C257 name=collection1 org.apache.solr.core.SolrCore@553d0a33 url=http://127.0.0.1:52693/collection1 node=127.0.0.1:52693_ C257_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52693_, base_url=http://127.0.0.1:52693, leader=true}
[junit4:junit4] 2> 246074 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28]} 0 14
[junit4:junit4] 2> ASYNC NEW_CORE C258 name=collection1 org.apache.solr.core.SolrCore@652ac066 url=http://127.0.0.1:52686/collection1 node=127.0.0.1:52686_ C258_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:52686_, base_url=http://127.0.0.1:52686, leader=true}
[junit4:junit4] 2> 246078 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436304131639738368)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C259 name=collection1 org.apache.solr.core.SolrCore@51e4232 url=http://127.0.0.1:52700/collection1 node=127.0.0.1:52700_ C259_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52700_, base_url=http://127.0.0.1:52700}
[junit4:junit4] 2> 246088 T1060 C259 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436304131647078400)]} 0 1
[junit4:junit4] 2> 246089 T1033 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436304131647078400)]} 0 5
[junit4:junit4] 2> 246089 T1017 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 8
[junit4:junit4] 2> 246093 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436304131655467008)]} 0 1
[junit4:junit4] 2> 246100 T1060 C259 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436304131659661312)]} 0 1
[junit4:junit4] 2> 246100 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436304131659661312)]} 0 4
[junit4:junit4] 2> 246104 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436304131667001344)]} 0 1
[junit4:junit4] 2> 246113 T1060 C259 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436304131673292800)]} 0 1
[junit4:junit4] 2> 246114 T1033 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1436304131673292800)]} 0 5
[junit4:junit4] 2> 246114 T1017 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31]} 0 8
[junit4:junit4] 2> 246118 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436304131681681408)]} 0 1
[junit4:junit4] 2> 246128 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436304131689021440)]} 0 1
[junit4:junit4] 2> 246128 T1015 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436304131689021440)]} 0 4
[junit4:junit4] 2> 246129 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 8
[junit4:junit4] 2> 246133 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436304131697410048)]} 0 1
[junit4:junit4] 2> 246143 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436304131704750080)]} 0 1
[junit4:junit4] 2> 246143 T1015 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1436304131704750080)]} 0 4
[junit4:junit4] 2> 246144 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 8
[junit4:junit4] 2> 246147 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436304131713138688)]} 0 0
[junit4:junit4] 2> 246156 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436304131718381568)]} 0 1
[junit4:junit4] 2> 246156 T1015 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1436304131718381568)]} 0 4
[junit4:junit4] 2> 246157 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34]} 0 7
[junit4:junit4] 2> 246161 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436304131726770176)]} 0 1
[junit4:junit4] 2> 246168 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436304131729915904)]} 0 1
[junit4:junit4] 2> 246168 T1017 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436304131729915904)]} 0 5
[junit4:junit4] 2> 246172 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436304131738304512)]} 0 1
[junit4:junit4] 2> 246181 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436304131744595968)]} 0 1
[junit4:junit4] 2> 246181 T1015 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1436304131744595968)]} 0 4
[junit4:junit4] 2> 246182 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36]} 0 8
[junit4:junit4] 2> 246186 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436304131752984576)]} 0 1
[junit4:junit4] 2> 246195 T1060 C259 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436304131759276032)]} 0 1
[junit4:junit4] 2> 246195 T1033 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1436304131759276032)]} 0 4
[junit4:junit4] 2> 246196 T1017 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37]} 0 8
[junit4:junit4] 2> 246200 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436304131767664640)]} 0 1
[junit4:junit4] 2> 246206 T1060 C259 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436304131770810368)]} 0 1
[junit4:junit4] 2> 246206 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436304131770810368)]} 0 4
[junit4:junit4] 2> 246210 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436304131778150400)]} 0 1
[junit4:junit4] 2> 246219 T1045 C255 P52696 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52690/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436304131784441856)]} 0 1
[junit4:junit4] 2> 246219 T1015 C256 P52690 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!39 (1436304131784441856)]} 0 4
[junit4:junit4] 2> 246220 T1031 C257 P52693 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39]} 0 8
[junit4:junit4] 2> 246224 T991 C258 P52686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436304131792830464)]} 0 1
[junit4:junit4] 2> 246230 T1060 C259 P52700 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:52693/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436304131795976192)]} 0 1
[junit4:junit4]
[...truncated too long message...]
conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=1483, name=recoveryCmdExecutor-954-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([11DD8A84D6852434]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=1481, name=recoveryCmdExecutor-954-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > 2) Thread[id=1483, name=recoveryCmdExecutor-954-thread-2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:327)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:193)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:180)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:384)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:546)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1146)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([11DD8A84D6852434]:0)
[junit4:junit4] Completed on J1 in 360.97s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 608 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 2 suite-level errors, 1 error, 1 failure, 749 ignored (1 assumption)
Total time: 39 minutes 5 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure