You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/06/18 00:47:54 UTC
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 289 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/289/
3 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 27 from http://127.0.0.1:10119/collection1lastClient and got 8 from http://127.0.0.1:15701/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 27 from http://127.0.0.1:10119/collection1lastClient and got 8 from http://127.0.0.1:15701/collection1
at __randomizedtesting.SeedInfo.seed([A8006F68718122C0:29E6E17006DE42FC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.doTest(ChaosMonkeySafeLeaderTest.java:137)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:53769/ba_/y returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:53769/ba_/y returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([A8006F68718122C0:29E6E17006DE42FC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:39684/viwg/rq returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:39684/viwg/rq returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([A8006F68718122C0:29E6E17006DE42FC]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8856 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 89147 T288 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /ba_/y
[junit4:junit4] 2> 89151 T288 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1371506614244
[junit4:junit4] 2> 89153 T288 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 89153 T289 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 89254 T288 oasc.ZkTestServer.run start zk server on port:63316
[junit4:junit4] 2> 89255 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 89259 T295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e5a4e0f name:ZooKeeperConnection Watcher:127.0.0.1:63316 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 89260 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 89260 T288 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 89266 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 89274 T297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@847c4e8 name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 89274 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 89275 T288 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 89280 T288 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 89289 T288 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 89293 T288 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 89298 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 89299 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 89313 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 89314 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 89318 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 89319 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 89324 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 89324 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 89329 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 89330 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 89334 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 89335 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 89340 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 89341 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 89345 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 89346 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 89351 T288 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 89351 T288 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 89559 T288 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 89567 T288 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:23315
[junit4:junit4] 2> 89568 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 89568 T288 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 89569 T288 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448
[junit4:junit4] 2> 89569 T288 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/solr.xml
[junit4:junit4] 2> 89570 T288 oasc.CoreContainer.<init> New CoreContainer 550648129
[junit4:junit4] 2> 89570 T288 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/'
[junit4:junit4] 2> 89571 T288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/'
[junit4:junit4] 2> 89648 T288 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 89649 T288 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 89649 T288 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 89650 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 89650 T288 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 89650 T288 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 89651 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 89651 T288 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 89651 T288 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 89652 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 89718 T288 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 89719 T288 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63316/solr
[junit4:junit4] 2> 89738 T288 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 89739 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 89789 T308 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a01ae18 name:ZooKeeperConnection Watcher:127.0.0.1:63316 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 89790 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 89817 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 89831 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 89833 T310 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59635ccb name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 89833 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 89889 T288 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 89924 T288 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 89941 T288 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 89967 T288 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:23315_ba_%2Fy
[junit4:junit4] 2> 89969 T288 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:23315_ba_%2Fy
[junit4:junit4] 2> 90002 T288 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 90082 T288 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 90086 T288 oasc.Overseer.start Overseer (id=89883057471750147-127.0.0.1:23315_ba_%2Fy-n_0000000000) starting
[junit4:junit4] 2> 90109 T288 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 90134 T312 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 90135 T288 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 90139 T288 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 90142 T288 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 90173 T311 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 90187 T313 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 90187 T313 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 91686 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 91688 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:23315_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:23315/ba_/y"}
[junit4:junit4] 2> 91689 T311 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 91700 T311 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 91747 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 92192 T313 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/collection1
[junit4:junit4] 2> 92192 T313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 92194 T313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 92194 T313 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 92197 T313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/collection1/'
[junit4:junit4] 2> 92198 T313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 92199 T313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/collection1/lib/README' to classloader
[junit4:junit4] 2> 92287 T313 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 92345 T313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 92348 T313 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 92355 T313 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 92941 T313 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 92945 T313 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 92948 T313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 92954 T313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 92993 T313 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 92994 T313 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371506614448/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/control/data/
[junit4:junit4] 2> 92994 T313 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77cfb802
[junit4:junit4] 2> 92995 T313 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 92995 T313 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/control/data
[junit4:junit4] 2> 92996 T313 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/control/data/index/
[junit4:junit4] 2> 92996 T313 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 92997 T313 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/control/data/index
[junit4:junit4] 2> 93010 T313 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56377813 lockFactory=org.apache.lucene.store.NativeFSLockFactory@106bdde4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 93010 T313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 93013 T313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 93014 T313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 93014 T313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 93015 T313 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 93016 T313 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 93016 T313 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 93016 T313 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 93017 T313 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 93017 T313 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 93029 T313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 93037 T313 oass.SolrIndexSearcher.<init> Opening Searcher@1edd503a main
[junit4:junit4] 2> 93037 T313 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/control/data/tlog
[junit4:junit4] 2> 93039 T313 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 93039 T313 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 93043 T314 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1edd503a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 93045 T313 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 93045 T313 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:23315/ba_/y collection:control_collection shard:shard1
[junit4:junit4] 2> 93067 T313 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 93090 T313 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 93121 T313 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 93133 T313 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 93134 T313 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 93134 T313 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:23315/ba_/y/collection1/
[junit4:junit4] 2> 93135 T313 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 93135 T313 oasc.SyncStrategy.syncToMe http://127.0.0.1:23315/ba_/y/collection1/ has no replicas
[junit4:junit4] 2> 93135 T313 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:23315/ba_/y/collection1/
[junit4:junit4] 2> 93136 T313 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 93253 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 93272 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 93305 T313 oasc.ZkController.register We are http://127.0.0.1:23315/ba_/y/collection1/ and leader is http://127.0.0.1:23315/ba_/y/collection1/
[junit4:junit4] 2> 93305 T313 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:23315/ba_/y
[junit4:junit4] 2> 93305 T313 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 93305 T313 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 93306 T313 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 93308 T313 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 93309 T288 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 93310 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 93423 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 93458 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 93469 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 93496 T317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@208eaec8 name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 93496 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 93498 T288 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 93504 T288 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 93790 T288 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 93793 T288 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53769
[junit4:junit4] 2> 93794 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 93795 T288 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 93795 T288 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597
[junit4:junit4] 2> 93796 T288 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/solr.xml
[junit4:junit4] 2> 93796 T288 oasc.CoreContainer.<init> New CoreContainer 253474716
[junit4:junit4] 2> 93797 T288 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/'
[junit4:junit4] 2> 93798 T288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/'
[junit4:junit4] 2> 93913 T288 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 93913 T288 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 93914 T288 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 93914 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 93915 T288 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 93915 T288 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 93916 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 93916 T288 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 93917 T288 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 93918 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 93935 T288 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 93936 T288 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63316/solr
[junit4:junit4] 2> 93937 T288 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 93938 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 93941 T328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f15f21b name:ZooKeeperConnection Watcher:127.0.0.1:63316 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 93942 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 93957 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 93969 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 93971 T330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4823939b name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 93972 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 93984 T288 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 94782 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 94783 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:23315_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:23315_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:23315/ba_/y"}
[junit4:junit4] 2> 94861 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 94861 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 94861 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 94989 T288 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53769_ba_%2Fy
[junit4:junit4] 2> 94997 T288 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53769_ba_%2Fy
[junit4:junit4] 2> 95000 T310 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 95000 T317 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 95000 T330 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 95001 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 95001 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 95001 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 95027 T331 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 95027 T331 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 96369 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 96370 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53769_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53769/ba_/y"}
[junit4:junit4] 2> 96370 T311 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 96370 T311 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 96391 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 96391 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 96391 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 97031 T331 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/collection1
[junit4:junit4] 2> 97031 T331 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 97032 T331 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 97033 T331 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 97035 T331 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/collection1/'
[junit4:junit4] 2> 97037 T331 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/collection1/lib/README' to classloader
[junit4:junit4] 2> 97037 T331 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 97094 T331 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 97162 T331 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 97164 T331 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 97172 T331 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 97656 T331 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 97659 T331 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 97660 T331 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 97665 T331 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 97698 T331 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 97699 T331 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371506618597/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty1/
[junit4:junit4] 2> 97699 T331 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77cfb802
[junit4:junit4] 2> 97700 T331 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 97700 T331 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty1
[junit4:junit4] 2> 97700 T331 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty1/index/
[junit4:junit4] 2> 97700 T331 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 97701 T331 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty1/index
[junit4:junit4] 2> 97712 T331 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23dac0d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3435c7be),segFN=segments_1,generation=1}
[junit4:junit4] 2> 97712 T331 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 97716 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 97716 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 97717 T331 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 97718 T331 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 97719 T331 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 97719 T331 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 97719 T331 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 97720 T331 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 97721 T331 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 97732 T331 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 97741 T331 oass.SolrIndexSearcher.<init> Opening Searcher@4260904e main
[junit4:junit4] 2> 97741 T331 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty1/tlog
[junit4:junit4] 2> 97742 T331 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 97743 T331 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 97748 T332 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4260904e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 97750 T331 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 97751 T331 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53769/ba_/y collection:collection1 shard:shard1
[junit4:junit4] 2> 97752 T331 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 97772 T331 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 97776 T331 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 97776 T331 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 97777 T331 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53769/ba_/y/collection1/
[junit4:junit4] 2> 97777 T331 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 97777 T331 oasc.SyncStrategy.syncToMe http://127.0.0.1:53769/ba_/y/collection1/ has no replicas
[junit4:junit4] 2> 97778 T331 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53769/ba_/y/collection1/
[junit4:junit4] 2> 97778 T331 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 97897 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 97916 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 97916 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 97916 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 97940 T331 oasc.ZkController.register We are http://127.0.0.1:53769/ba_/y/collection1/ and leader is http://127.0.0.1:53769/ba_/y/collection1/
[junit4:junit4] 2> 97940 T331 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53769/ba_/y
[junit4:junit4] 2> 97940 T331 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 97941 T331 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 97941 T331 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 97943 T331 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 97945 T288 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 97946 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 97946 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 98162 T288 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 98165 T288 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21626
[junit4:junit4] 2> 98166 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 98166 T288 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 98167 T288 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051
[junit4:junit4] 2> 98167 T288 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/solr.xml
[junit4:junit4] 2> 98167 T288 oasc.CoreContainer.<init> New CoreContainer 581585084
[junit4:junit4] 2> 98168 T288 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/'
[junit4:junit4] 2> 98168 T288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/'
[junit4:junit4] 2> 98256 T288 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 98256 T288 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 98257 T288 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 98257 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 98257 T288 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 98258 T288 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 98258 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 98258 T288 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 98259 T288 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 98259 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 98272 T288 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 98272 T288 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63316/solr
[junit4:junit4] 2> 98273 T288 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 98274 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 98277 T344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b8f443d name:ZooKeeperConnection Watcher:127.0.0.1:63316 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 98278 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 98293 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 98307 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 98309 T346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4317f2b1 name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 98310 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 98321 T288 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 99326 T288 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21626_ba_%2Fy
[junit4:junit4] 2> 99328 T288 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21626_ba_%2Fy
[junit4:junit4] 2> 99332 T310 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 99332 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 99332 T330 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 99332 T317 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 99332 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 99333 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 99333 T346 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 99341 T347 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 99341 T347 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 99431 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 99432 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:53769_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53769_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53769/ba_/y"}
[junit4:junit4] 2> 99506 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21626_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21626/ba_/y"}
[junit4:junit4] 2> 99507 T311 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 99507 T311 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 99552 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 99552 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 99552 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 99552 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 100343 T347 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/collection1
[junit4:junit4] 2> 100343 T347 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 100344 T347 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 100344 T347 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 100347 T347 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/collection1/'
[junit4:junit4] 2> 100348 T347 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/collection1/lib/README' to classloader
[junit4:junit4] 2> 100349 T347 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 100392 T347 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 100435 T347 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 100438 T347 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 100443 T347 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 100837 T347 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 100840 T347 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 100842 T347 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 100846 T347 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 100878 T347 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 100878 T347 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371506623051/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty2/
[junit4:junit4] 2> 100879 T347 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77cfb802
[junit4:junit4] 2> 100879 T347 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 100879 T347 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty2
[junit4:junit4] 2> 100880 T347 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty2/index/
[junit4:junit4] 2> 100880 T347 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 100881 T347 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty2/index
[junit4:junit4] 2> 100892 T347 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc145f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25ecaa1f),segFN=segments_1,generation=1}
[junit4:junit4] 2> 100892 T347 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 100896 T347 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 100896 T347 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 100897 T347 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 100898 T347 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 100899 T347 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 100899 T347 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 100899 T347 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 100900 T347 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 100901 T347 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 100911 T347 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 100919 T347 oass.SolrIndexSearcher.<init> Opening Searcher@1d6caa31 main
[junit4:junit4] 2> 100920 T347 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty2/tlog
[junit4:junit4] 2> 100921 T347 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 100921 T347 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 100927 T348 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d6caa31 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 100930 T347 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 100930 T347 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21626/ba_/y collection:collection1 shard:shard2
[junit4:junit4] 2> 100931 T347 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 100979 T347 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 100990 T347 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 100990 T347 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 100991 T347 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21626/ba_/y/collection1/
[junit4:junit4] 2> 100991 T347 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 100991 T347 oasc.SyncStrategy.syncToMe http://127.0.0.1:21626/ba_/y/collection1/ has no replicas
[junit4:junit4] 2> 100991 T347 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21626/ba_/y/collection1/
[junit4:junit4] 2> 100992 T347 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 101151 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 101175 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 101175 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 101175 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 101175 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 101204 T347 oasc.ZkController.register We are http://127.0.0.1:21626/ba_/y/collection1/ and leader is http://127.0.0.1:21626/ba_/y/collection1/
[junit4:junit4] 2> 101204 T347 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21626/ba_/y
[junit4:junit4] 2> 101204 T347 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 101204 T347 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 101204 T347 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 101206 T347 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 101208 T288 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 101208 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 101209 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 101522 T288 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 101525 T288 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19720
[junit4:junit4] 2> 101526 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 101527 T288 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 101527 T288 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319
[junit4:junit4] 2> 101528 T288 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/solr.xml
[junit4:junit4] 2> 101528 T288 oasc.CoreContainer.<init> New CoreContainer 547157781
[junit4:junit4] 2> 101529 T288 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/'
[junit4:junit4] 2> 101529 T288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/'
[junit4:junit4] 2> 101659 T288 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 101660 T288 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 101660 T288 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 101661 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 101661 T288 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 101662 T288 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 101662 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 101663 T288 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 101663 T288 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 101664 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 101682 T288 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 101683 T288 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63316/solr
[junit4:junit4] 2> 101684 T288 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 101685 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 101690 T360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68a64adb name:ZooKeeperConnection Watcher:127.0.0.1:63316 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 101691 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 101702 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 101711 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 101714 T362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22b923be name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 101714 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 101727 T288 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 102690 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 102692 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:21626_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21626_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21626/ba_/y"}
[junit4:junit4] 2> 102704 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102704 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102704 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102704 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102704 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102731 T288 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19720_ba_%2Fy
[junit4:junit4] 2> 102733 T288 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19720_ba_%2Fy
[junit4:junit4] 2> 102736 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102736 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 102737 T310 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 102737 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 102737 T317 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 102737 T330 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 102737 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 102737 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 102738 T362 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 102739 T346 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 102744 T363 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 102745 T363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 104212 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 104213 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19720_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19720/ba_/y"}
[junit4:junit4] 2> 104213 T311 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 104213 T311 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 104230 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 104230 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 104230 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 104230 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 104230 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 104749 T363 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/collection1
[junit4:junit4] 2> 104749 T363 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 104751 T363 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 104751 T363 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 104753 T363 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/collection1/'
[junit4:junit4] 2> 104755 T363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/collection1/lib/README' to classloader
[junit4:junit4] 2> 104755 T363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 104807 T363 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 104869 T363 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 104871 T363 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 104879 T363 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 105457 T363 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 105461 T363 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 105463 T363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 105469 T363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 105509 T363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 105509 T363 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371506626319/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/
[junit4:junit4] 2> 105509 T363 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77cfb802
[junit4:junit4] 2> 105510 T363 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 105511 T363 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3
[junit4:junit4] 2> 105511 T363 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index/
[junit4:junit4] 2> 105511 T363 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 105512 T363 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index
[junit4:junit4] 2> 105524 T363 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32fc1c17 lockFactory=org.apache.lucene.store.NativeFSLockFactory@758a81d9),segFN=segments_1,generation=1}
[junit4:junit4] 2> 105524 T363 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 105527 T363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 105528 T363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 105529 T363 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 105529 T363 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 105530 T363 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 105530 T363 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 105531 T363 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 105532 T363 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 105532 T363 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 105542 T363 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 105550 T363 oass.SolrIndexSearcher.<init> Opening Searcher@ce82ec9 main
[junit4:junit4] 2> 105550 T363 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/tlog
[junit4:junit4] 2> 105551 T363 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 105552 T363 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 105557 T364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ce82ec9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 105560 T363 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 105560 T363 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19720/ba_/y collection:collection1 shard:shard1
[junit4:junit4] 2> 105566 T363 oasc.ZkController.register We are http://127.0.0.1:19720/ba_/y/collection1/ and leader is http://127.0.0.1:53769/ba_/y/collection1/
[junit4:junit4] 2> 105566 T363 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19720/ba_/y
[junit4:junit4] 2> 105566 T363 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 105567 T363 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C91 name=collection1 org.apache.solr.core.SolrCore@48d229cf url=http://127.0.0.1:19720/ba_/y/collection1 node=127.0.0.1:19720_ba_%2Fy C91_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:19720_ba_%2Fy, base_url=http://127.0.0.1:19720/ba_/y}
[junit4:junit4] 2> 105576 T365 C91 P19720 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 105577 T365 C91 P19720 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 105577 T363 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 105577 T365 C91 P19720 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 105578 T365 C91 P19720 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 105579 T288 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 105579 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 105580 T365 C91 P19720 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 105580 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 105738 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 105739 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19720_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19720_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19720/ba_/y"}
[junit4:junit4] 2> 105772 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 105772 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 105772 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 105772 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 105772 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 105927 T288 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 105947 T288 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:22001
[junit4:junit4] 2> 105948 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 105949 T288 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 105949 T288 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695
[junit4:junit4] 2> 105950 T288 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/solr.xml
[junit4:junit4] 2> 105951 T288 oasc.CoreContainer.<init> New CoreContainer 1539196691
[junit4:junit4] 2> 105951 T288 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/'
[junit4:junit4] 2> 105952 T288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/'
[junit4:junit4] 2> 106721 T288 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 106722 T288 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 106722 T288 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 106723 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 106723 T288 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 106723 T288 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 106724 T288 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 106724 T288 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 106724 T288 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 106725 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 106741 T288 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 106742 T288 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63316/solr
[junit4:junit4] 2> 106742 T288 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 106743 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106745 T377 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f6968c4 name:ZooKeeperConnection Watcher:127.0.0.1:63316 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 106745 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 106748 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 106757 T288 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 106760 T379 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cc986d2 name:ZooKeeperConnection Watcher:127.0.0.1:63316/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 106761 T288 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 106767 T288 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 106904 T320 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:19720_ba_%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 106906 T320 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:19720_ba_%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4:junit4] 2> 106907 T320 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:19720_ba_%252Fy_collection1&state=recovering&nodeName=127.0.0.1:19720_ba_%252Fy&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=7
[junit4:junit4] 2> 107773 T288 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:22001_ba_%2Fy
[junit4:junit4] 2> 107776 T288 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:22001_ba_%2Fy
[junit4:junit4] 2> 107780 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 107781 T379 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 107781 T330 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 107781 T317 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 107780 T310 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 107780 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 107783 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 107784 T362 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 107782 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 107782 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 107786 T346 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 107796 T380 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 107796 T380 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 108788 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 108789 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:22001_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:22001/ba_/y"}
[junit4:junit4] 2> 108790 T311 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 108791 T311 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 108809 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 108810 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 108810 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 108810 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 108810 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 108810 T379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> C91_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19720_ba_%2Fy, base_url=http://127.0.0.1:19720/ba_/y}
[junit4:junit4] 2> 108976 T365 C91 P19720 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53769/ba_/y/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 108989 T365 C91 P19720 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 2> 109018 T365 C91 P19720 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19720/ba_/y START replicas=[http://127.0.0.1:53769/ba_/y/collection1/] nUpdates=100
[junit4:junit4] 2> 109033 T365 C91 P19720 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 109034 T365 C91 P19720 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 109035 T365 C91 P19720 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 109035 T365 C91 P19720 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 109036 T365 C91 P19720 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 109036 T365 C91 P19720 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53769/ba_/y/collection1/. core=collection1
[junit4:junit4] 2> 109037 T365 C91 P19720 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C92 name=collection1 org.apache.solr.core.SolrCore@593b8970 url=http://127.0.0.1:53769/ba_/y/collection1 node=127.0.0.1:53769_ba_%2Fy C92_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53769_ba_%2Fy, base_url=http://127.0.0.1:53769/ba_/y, leader=true}
[junit4:junit4] 2> 109108 T322 C92 P53769 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=8
[junit4:junit4] 2> 109170 T321 C92 P53769 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 109173 T321 C92 P53769 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23dac0d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3435c7be),segFN=segments_1,generation=1}
[junit4:junit4] 2> 109174 T321 C92 P53769 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 109175 T321 C92 P53769 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23dac0d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3435c7be),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23dac0d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3435c7be),segFN=segments_2,generation=2}
[junit4:junit4] 2> 109175 T321 C92 P53769 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 109176 T321 C92 P53769 oass.SolrIndexSearcher.<init> Opening Searcher@6a351ddc realtime
[junit4:junit4] 2> 109177 T321 C92 P53769 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 109177 T321 C92 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 77
[junit4:junit4] 2> 109232 T365 C91 P19720 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 109232 T365 C91 P19720 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 2> 109253 T365 C91 P19720 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> ASYNC NEW_CORE C93 name=collection1 org.apache.solr.core.SolrCore@593b8970 url=http://127.0.0.1:53769/ba_/y/collection1 node=127.0.0.1:53769_ba_%2Fy C93_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53769_ba_%2Fy, base_url=http://127.0.0.1:53769/ba_/y, leader=true}
[junit4:junit4] 2> 109308 T323 C93 P53769 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 109309 T323 C93 P53769 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=54
[junit4:junit4] 2> ASYNC NEW_CORE C94 name=collection1 org.apache.solr.core.SolrCore@48d229cf url=http://127.0.0.1:19720/ba_/y/collection1 node=127.0.0.1:19720_ba_%2Fy C94_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19720_ba_%2Fy, base_url=http://127.0.0.1:19720/ba_/y}
[junit4:junit4] 2> 109310 T365 C94 P19720 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 109310 T365 C94 P19720 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 109311 T365 C94 P19720 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 109314 T323 C93 P53769 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 109315 T365 C94 P19720 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 109316 T365 C94 P19720 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index.20130618010354407
[junit4:junit4] 2> 109316 T365 C94 P19720 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4232483e lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b7f9803) fullCopy=false
[junit4:junit4] 2> 109331 T323 C93 P53769 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=4
[junit4:junit4] 2> 109348 T365 C94 P19720 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 109350 T365 C94 P19720 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 109350 T365 C94 P19720 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 109360 T365 C94 P19720 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32fc1c17 lockFactory=org.apache.lucene.store.NativeFSLockFactory@758a81d9),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32fc1c17 lockFactory=org.apache.lucene.store.NativeFSLockFactory@758a81d9),segFN=segments_2,generation=2}
[junit4:junit4] 2> 109361 T365 C94 P19720 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 109362 T365 C94 P19720 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 109362 T365 C94 P19720 oass.SolrIndexSearcher.<init> Opening Searcher@3e8a5356 main
[junit4:junit4] 2> 109364 T364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e8a5356 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 109364 T365 C94 P19720 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index.20130618010354407 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index.20130618010354407;done=true>>]
[junit4:junit4] 2> 109365 T365 C94 P19720 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index.20130618010354407
[junit4:junit4] 2> 109366 T365 C94 P19720 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty3/index.20130618010354407
[junit4:junit4] 2> 109366 T365 C94 P19720 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 109366 T365 C94 P19720 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 109367 T365 C94 P19720 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 109367 T365 C94 P19720 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 109370 T365 C94 P19720 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 109803 T380 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/collection1
[junit4:junit4] 2> 109803 T380 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 109805 T380 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 109805 T380 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 109807 T380 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/collection1/'
[junit4:junit4] 2> 109809 T380 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/collection1/lib/README' to classloader
[junit4:junit4] 2> 109810 T380 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 109902 T380 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 109972 T380 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 109975 T380 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 109983 T380 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 110316 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 110317 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19720_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19720_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19720/ba_/y"}
[junit4:junit4] 2> 110358 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 110358 T379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 110358 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 110358 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 110358 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 110358 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 110617 T380 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 110620 T380 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 110622 T380 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 110627 T380 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 110659 T380 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 110659 T380 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371506630695/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/
[junit4:junit4] 2> 110660 T380 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77cfb802
[junit4:junit4] 2> 110660 T380 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 110661 T380 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4
[junit4:junit4] 2> 110661 T380 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index/
[junit4:junit4] 2> 110661 T380 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 110662 T380 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index
[junit4:junit4] 2> 110673 T380 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e63f7c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d82),segFN=segments_1,generation=1}
[junit4:junit4] 2> 110674 T380 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 110677 T380 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 110678 T380 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 110679 T380 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 110680 T380 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 110680 T380 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 110681 T380 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 110689 T380 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 110690 T380 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 110690 T380 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 110702 T380 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 110711 T380 oass.SolrIndexSearcher.<init> Opening Searcher@306636f main
[junit4:junit4] 2> 110711 T380 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/tlog
[junit4:junit4] 2> 110713 T380 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 110713 T380 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 110719 T383 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@306636f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 110721 T380 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 110722 T380 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:22001/ba_/y collection:collection1 shard:shard2
[junit4:junit4] 2> 110726 T380 oasc.ZkController.register We are http://127.0.0.1:22001/ba_/y/collection1/ and leader is http://127.0.0.1:21626/ba_/y/collection1/
[junit4:junit4] 2> 110726 T380 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:22001/ba_/y
[junit4:junit4] 2> 110727 T380 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 110727 T380 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C95 name=collection1 org.apache.solr.core.SolrCore@7bf35647 url=http://127.0.0.1:22001/ba_/y/collection1 node=127.0.0.1:22001_ba_%2Fy C95_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:22001_ba_%2Fy, base_url=http://127.0.0.1:22001/ba_/y}
[junit4:junit4] 2> 110728 T384 C95 P22001 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 110728 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 110728 T380 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 110728 T384 C95 P22001 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 110729 T384 C95 P22001 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 110730 T288 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 110730 T288 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 110731 T384 C95 P22001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 110731 T288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 110748 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 110750 T336 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:22001_ba_%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 110751 T288 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 110752 T288 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 110753 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 111756 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 111864 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 111866 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:22001_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:22001_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:22001/ba_/y"}
[junit4:junit4] 2> 111881 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 111881 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 111881 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 111881 T379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 111881 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 111881 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 112753 T336 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:22001_ba_%2Fy_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 112753 T336 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:22001_ba_%252Fy_collection1&state=recovering&nodeName=127.0.0.1:22001_ba_%252Fy&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 112759 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 113761 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C95_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:22001_ba_%2Fy, base_url=http://127.0.0.1:22001/ba_/y}
[junit4:junit4] 2> 114755 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:21626/ba_/y/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 114755 T384 C95 P22001 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:22001/ba_/y START replicas=[http://127.0.0.1:21626/ba_/y/collection1/] nUpdates=100
[junit4:junit4] 2> 114756 T384 C95 P22001 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 114757 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 114757 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 114757 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 114757 T384 C95 P22001 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 114758 T384 C95 P22001 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:21626/ba_/y/collection1/. core=collection1
[junit4:junit4] 2> 114758 T384 C95 P22001 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 114764 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C96 name=collection1 org.apache.solr.core.SolrCore@660a66d4 url=http://127.0.0.1:21626/ba_/y/collection1 node=127.0.0.1:21626_ba_%2Fy C96_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:21626_ba_%2Fy, base_url=http://127.0.0.1:21626/ba_/y, leader=true}
[junit4:junit4] 2> 114766 T337 C96 P21626 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 114772 T338 C96 P21626 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 114774 T338 C96 P21626 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc145f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25ecaa1f),segFN=segments_1,generation=1}
[junit4:junit4] 2> 114775 T338 C96 P21626 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 114776 T338 C96 P21626 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc145f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25ecaa1f),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc145f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25ecaa1f),segFN=segments_2,generation=2}
[junit4:junit4] 2> 114776 T338 C96 P21626 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 114777 T338 C96 P21626 oass.SolrIndexSearcher.<init> Opening Searcher@6cefb3ef realtime
[junit4:junit4] 2> 114777 T338 C96 P21626 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 114778 T338 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 114779 T384 C95 P22001 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 114779 T384 C95 P22001 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 114782 T339 C96 P21626 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 114782 T339 C96 P21626 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 114783 T384 C95 P22001 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 114784 T384 C95 P22001 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 114784 T384 C95 P22001 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 114787 T339 C96 P21626 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 114788 T384 C95 P22001 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 114789 T384 C95 P22001 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index.20130618010359880
[junit4:junit4] 2> 114789 T384 C95 P22001 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@38b55129 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7361b46d) fullCopy=false
[junit4:junit4] 2> 114793 T339 C96 P21626 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 114794 T384 C95 P22001 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 114795 T384 C95 P22001 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 114796 T384 C95 P22001 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 114797 T384 C95 P22001 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e63f7c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d82),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e63f7c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d82),segFN=segments_2,generation=2}
[junit4:junit4] 2> 114798 T384 C95 P22001 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 114798 T384 C95 P22001 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 114799 T384 C95 P22001 oass.SolrIndexSearcher.<init> Opening Searcher@32718e84 main
[junit4:junit4] 2> 114800 T383 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32718e84 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 114801 T384 C95 P22001 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index.20130618010359880 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index.20130618010359880;done=true>>]
[junit4:junit4] 2> 114801 T384 C95 P22001 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index.20130618010359880
[junit4:junit4] 2> 114801 T384 C95 P22001 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371506614244/jetty4/index.20130618010359880
[junit4:junit4] 2> 114802 T384 C95 P22001 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 114802 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 114802 T384 C95 P22001 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 114802 T384 C95 P22001 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 114806 T384 C95 P22001 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 114890 T311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 114891 T311 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:22001_ba_%2Fy_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:22001_ba_%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:22001/ba_/y"}
[junit4:junit4] 2> 114909 T310 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 114909 T346 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 114909 T330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 114909 T317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 114909 T379 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 114909 T362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 115768 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 115770 T288 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C97 name=collection1 org.apache.solr.core.SolrCore@58916ab9 url=http://127.0.0.1:23315/ba_/y/collection1 node=127.0.0.1:23315_ba_%2Fy C97_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:23315_ba_%2Fy, base_url=http://127.0.0.1:23315/ba_/y, leader=true}
[junit4:junit4] 2> 115781 T300 C97 P23315 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 115784 T300 C97 P23315 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56377813 lockFactory=org.apache.lucene.store.NativeFSLockFactory@106bdde4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 115785 T300 C97 P23315 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 115786 T300 C97 P23315 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56377813 lockFactory=org.apache.lucene.store.NativeFSLockFactory@106bdde4),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56377813 lockFactory=org.apache.lucene.store.NativeFSLockFactory@106bdde4),segFN=segments_2,generation=2}
[junit4:junit4] 2> 115786 T300 C97 P23315 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 115787 T300 C97 P23315 oass.SolrIndexSearcher.<init> Opening Searcher@6e6a1ed1 main
[junit4:junit4] 2> 115787 T300 C97 P23315 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 115788 T314 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6e6a1ed1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 115789 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C98 name=collection1 org.apache.solr.core.SolrCore@593b8970 url=http://127.0.0.1:53769/ba_/y/collection1 node=127.0.0.1:53769_ba_%2Fy C98_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53769_ba_%2Fy, base_url=http://127.0.0.1:53769/ba_/y, leader=true}
[junit4:junit4] 2> 115816 T324 C98 P53769 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:53769/ba_/y/collection1/, StdNode: http://127.0.0.1:19720/ba_/y/collection1/, StdNode: http://127.0.0.1:21626/ba_/y/collection1/, StdNode: http://127.0.0.1:22001/ba_/y/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 115827 T325 C98 P53769 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 115827 T340 C96 P21626 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 115829 T325 C98 P53769 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23dac0d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3435c7be),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23dac0d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3435c7be),segFN=segments_3,generation=3}
[junit4:junit4] 2> 115830 T340 C96 P21626 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc145f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25ecaa1f),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5cc145f9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@25ecaa1f),segFN=segments_3,generation=3}
[junit4:junit4] 2> 115830 T325 C98 P53769 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 115831 T340 C96 P21626 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 115831 T325 C98 P53769 oass.SolrIndexSearcher.<init> Opening Searcher@55e95e9e main
[junit4:junit4] 2> 115832 T340 C96 P21626 oass.SolrIndexSearcher.<init> Opening Searcher@4382d44b main
[junit4:junit4] 2> 115832 T325 C98 P53769 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 115833 T340 C96 P21626 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 115833 T332 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55e95e9e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 115834 T348 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4382d44b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 115834 T325 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 115835 T340 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> C95_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:22001_ba_%2Fy, base_url=http://127.0.0.1:22001/ba_/y}
[junit4:junit4] 2> 115836 T369 C95 P22001 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C99 name=collection1 org.apache.solr.core.SolrCore@48d229cf url=http://127.0.0.1:19720/ba_/y/collection1 node=127.0.0.1:19720_ba_%2Fy C99_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19720_ba_%2Fy, base_url=http://127.0.0.1:19720/ba_/y}
[junit4:junit4] 2> 115836 T352 C99 P19720 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 115837 T369 C95 P22001 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e63f7c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d82),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e63f7c7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d82),segFN=segments_3,generation=3}
[junit4:junit4] 2> 115837 T352 C99 P19720 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32fc1c17 lockFactory=org.apache.lucene.store.NativeFSLockFactory@758a81d9),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@32fc1c17 lockFactory=org.apache.lucene.store.NativeFSLockFactory@758a81d9),segFN=segments_3,generation=3}
[junit4:junit4] 2> 115838 T369 C95 P22001 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 115838 T352 C99 P19720 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 115839 T369 C95 P22001 oass.SolrIndexSearcher.<init> Opening Searcher@43151434 main
[junit4:junit4] 2> 115839 T352 C99 P19720 oass.SolrIndexSearcher.<init> Opening Searcher@19b6b59c main
[junit4:junit4] 2> 115840 T369 C95 P22001 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 115840 T352 C99 P19720 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 115841 T383 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43151434 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 115841 T364 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@19b6b59c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 115842 T369 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 115842 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 115843 T324 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 27
[junit4:junit4] 2> 115845 T288 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 115869 T326 C98 P53769 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 115873 T353 C99 P19720 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 115876 T341 C96 P21626 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 115879 T370 C95 P22001 oasc.SolrCore.execute [collection1] webapp=/ba_/y path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 117954 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438128949737553920)} 0 14
[junit4:junit4] 2> 117973 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={update.distrib=FROMLEADER&_version_=-1438128949753282560&update.from=http://127.0.0.1:53769/ba_/y/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438128949753282560)} 0 1
[junit4:junit4] 2> 117974 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={update.distrib=FROMLEADER&_version_=-1438128949753282560&update.from=http://127.0.0.1:21626/ba_/y/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438128949753282560)} 0 2
[junit4:junit4] 2> 117975 T320 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438128949753282560)} 0 7
[junit4:junit4] 2> 117975 T342 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438128949753282560)} 0 8
[junit4:junit4] 2> 117976 T371 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 18
[junit4:junit4] 2> 117980 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[0 (1438128949765865472)]} 0 1
[junit4:junit4] 2> 118006 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438128949787885568)]} 0 1
[junit4:junit4] 2> 118007 T321 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1438128949787885568)]} 0 6
[junit4:junit4] 2> 118008 T336 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[0]} 0 26
[junit4:junit4] 2> 118012 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[1 (1438128949798371328)]} 0 1
[junit4:junit4] 2> 118020 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438128949804662784)]} 0 1
[junit4:junit4] 2> 118020 T396 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1438128949804662784)]} 0 4
[junit4:junit4] 2> 118021 T354 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4] 2> 118025 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[2 (1438128949812002816)]} 0 1
[junit4:junit4] 2> 118034 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1438128949816197120)]} 0 1
[junit4:junit4] 2> 118035 T336 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[2 (1438128949816197120)]} 0 7
[junit4:junit4] 2> 118038 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[3 (1438128949826682880)]} 0 1
[junit4:junit4] 2> 118045 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1438128949830877184)]} 0 0
[junit4:junit4] 2> 118046 T336 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[3 (1438128949830877184)]} 0 5
[junit4:junit4] 2> 118050 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[4 (1438128949839265792)]} 0 1
[junit4:junit4] 2> 118061 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1438128949846605824)]} 0 0
[junit4:junit4] 2> 118062 T320 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1438128949846605824)]} 0 5
[junit4:junit4] 2> 118063 T371 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[4]} 0 10
[junit4:junit4] 2> 118067 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[5 (1438128949857091584)]} 0 1
[junit4:junit4] 2> 118077 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1438128949863383040)]} 0 0
[junit4:junit4] 2> 118078 T338 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1438128949863383040)]} 0 5
[junit4:junit4] 2> 118079 T354 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[5]} 0 8
[junit4:junit4] 2> 118083 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[6 (1438128949873868800)]} 0 1
[junit4:junit4] 2> 118094 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1438128949881208832)]} 0 1
[junit4:junit4] 2> 118095 T338 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1438128949881208832)]} 0 5
[junit4:junit4] 2> 118096 T354 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[6]} 0 10
[junit4:junit4] 2> 118100 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[7 (1438128949891694592)]} 0 1
[junit4:junit4] 2> 118111 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1438128949900083200)]} 0 1
[junit4:junit4] 2> 118112 T340 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1438128949900083200)]} 0 5
[junit4:junit4] 2> 118113 T324 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[7]} 0 9
[junit4:junit4] 2> 118117 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[8 (1438128949908471808)]} 0 1
[junit4:junit4] 2> 118127 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1438128949916860416)]} 0 1
[junit4:junit4] 2> 118128 T320 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1438128949916860416)]} 0 5
[junit4:junit4] 2> 118129 T371 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[8]} 0 9
[junit4:junit4] 2> 118132 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[9 (1438128949924200448)]} 0 1
[junit4:junit4] 2> 118139 T372 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1438128949928394752)]} 0 1
[junit4:junit4] 2> 118140 T336 C96 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[9 (1438128949928394752)]} 0 5
[junit4:junit4] 2> 118143 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[10 (1438128949935734784)]} 0 1
[junit4:junit4] 2> 118150 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1438128949940977664)]} 0 1
[junit4:junit4] 2> 118151 T324 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[10 (1438128949940977664)]} 0 5
[junit4:junit4] 2> 118155 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[11 (1438128949949366272)]} 0 1
[junit4:junit4] 2> 118165 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1438128949956706304)]} 0 1
[junit4:junit4] 2> 118166 T320 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1438128949956706304)]} 0 5
[junit4:junit4] 2> 118166 T371 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[11]} 0 8
[junit4:junit4] 2> 118170 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[12 (1438128949964046336)]} 0 1
[junit4:junit4] 2> 118181 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1438128949972434944)]} 0 1
[junit4:junit4] 2> 118182 T320 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1438128949972434944)]} 0 5
[junit4:junit4] 2> 118183 T371 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[12]} 0 10
[junit4:junit4] 2> 118189 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[13 (1438128949983969280)]} 0 1
[junit4:junit4] 2> 118199 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1438128949992357888)]} 0 1
[junit4:junit4] 2> 118200 T320 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1438128949992357888)]} 0 5
[junit4:junit4] 2> 118201 T371 C95 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[13]} 0 9
[junit4:junit4] 2> 118205 T300 C97 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[14 (1438128950001795072)]} 0 1
[junit4:junit4] 2> 118215 T352 C99 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1438128950008086528)]} 0 1
[junit4:junit4] 2> 118216 T321 C98 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1438128950008086528)]} 0 5
[junit4:junit4] 2> ASYNC NEW_CORE C100 name=collection1 org.apache.solr.core.SolrCore@660a66d4 url=http://127.0.0.1:21626/ba_/y/collection1 node=127.0.0.1:21626_ba_%2Fy C100_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:21626_ba_%2Fy, base_url=http://127.0.0.1:21626/ba_/y, leader=true}
[junit4:junit4] 2> 118221 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[14]} 0 13
[junit4:junit4] 2> ASYNC NEW_CORE C101 name=collection1 org.apache.solr.core.SolrCore@58916ab9 url=http://127.0.0.1:23315/ba_/y/collection1 node=127.0.0.1:23315_ba_%2Fy C101_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:23315_ba_%2Fy, base_url=http://127.0.0.1:23315/ba_/y, leader=true}
[junit4:junit4] 2> 118226 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[15 (1438128950022766592)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@48d229cf url=http://127.0.0.1:19720/ba_/y/collection1 node=127.0.0.1:19720_ba_%2Fy C102_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19720_ba_%2Fy, base_url=http://127.0.0.1:19720/ba_/y}
[junit4:junit4] 2> 118236 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1438128950031155200)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C103 name=collection1 org.apache.solr.core.SolrCore@593b8970 url=http://127.0.0.1:53769/ba_/y/collection1 node=127.0.0.1:53769_ba_%2Fy C103_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53769_ba_%2Fy, base_url=http://127.0.0.1:53769/ba_/y, leader=true}
[junit4:junit4] 2> 118237 T320 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1438128950031155200)]} 0 5
[junit4:junit4] 2> ASYNC NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@7bf35647 url=http://127.0.0.1:22001/ba_/y/collection1 node=127.0.0.1:22001_ba_%2Fy C104_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:22001_ba_%2Fy, base_url=http://127.0.0.1:22001/ba_/y}
[junit4:junit4] 2> 118237 T371 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[15]} 0 8
[junit4:junit4] 2> 118241 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[16 (1438128950038495232)]} 0 1
[junit4:junit4] 2> 118250 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1438128950044786688)]} 0 1
[junit4:junit4] 2> 118250 T320 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1438128950044786688)]} 0 4
[junit4:junit4] 2> 118251 T371 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[16]} 0 8
[junit4:junit4] 2> 118255 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[17 (1438128950054223872)]} 0 1
[junit4:junit4] 2> 118265 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1438128950061563904)]} 0 0
[junit4:junit4] 2> 118266 T340 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1438128950061563904)]} 0 5
[junit4:junit4] 2> 118267 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[17]} 0 9
[junit4:junit4] 2> 118271 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[18 (1438128950071001088)]} 0 1
[junit4:junit4] 2> 118282 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1438128950078341120)]} 0 0
[junit4:junit4] 2> 118283 T340 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1438128950078341120)]} 0 5
[junit4:junit4] 2> 118284 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[18]} 0 9
[junit4:junit4] 2> 118288 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[19 (1438128950088826880)]} 0 0
[junit4:junit4] 2> 118295 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1438128950093021184)]} 0 0
[junit4:junit4] 2> 118297 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[19 (1438128950093021184)]} 0 6
[junit4:junit4] 2> 118301 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[20 (1438128950101409792)]} 0 1
[junit4:junit4] 2> 118309 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1438128950106652672)]} 0 1
[junit4:junit4] 2> 118310 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[20 (1438128950106652672)]} 0 5
[junit4:junit4] 2> 118314 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[21 (1438128950116089856)]} 0 1
[junit4:junit4] 2> 118324 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1438128950123429888)]} 0 1
[junit4:junit4] 2> 118324 T338 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1438128950123429888)]} 0 4
[junit4:junit4] 2> 118325 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4] 2> 118329 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[22 (1438128950130769920)]} 0 1
[junit4:junit4] 2> 118335 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1438128950133915648)]} 0 1
[junit4:junit4] 2> 118336 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[22 (1438128950133915648)]} 0 5
[junit4:junit4] 2> 118339 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[23 (1438128950141255680)]} 0 1
[junit4:junit4] 2> 118348 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1438128950147547136)]} 0 1
[junit4:junit4] 2> 118349 T342 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1438128950147547136)]} 0 5
[junit4:junit4] 2> 118350 T371 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[23]} 0 9
[junit4:junit4] 2> 118354 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[24 (1438128950156984320)]} 0 1
[junit4:junit4] 2> 118364 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1438128950164324352)]} 0 1
[junit4:junit4] 2> 118365 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1438128950164324352)]} 0 5
[junit4:junit4] 2> 118366 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[24]} 0 9
[junit4:junit4] 2> 118370 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[25 (1438128950174810112)]} 0 1
[junit4:junit4] 2> 118379 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1438128950180052992)]} 0 1
[junit4:junit4] 2> 118380 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[25 (1438128950180052992)]} 0 5
[junit4:junit4] 2> 118384 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[26 (1438128950189490176)]} 0 1
[junit4:junit4] 2> 118394 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1438128950195781632)]} 0 1
[junit4:junit4] 2> 118395 T342 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1438128950195781632)]} 0 5
[junit4:junit4] 2> 118396 T371 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[26]} 0 9
[junit4:junit4] 2> 118400 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[27 (1438128950205218816)]} 0 1
[junit4:junit4] 2> 118411 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1438128950213607424)]} 0 1
[junit4:junit4] 2> 118412 T396 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1438128950213607424)]} 0 5
[junit4:junit4] 2> 118413 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[27]} 0 10
[junit4:junit4] 2> 118417 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[28 (1438128950223044608)]} 0 1
[junit4:junit4] 2> 118428 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1438128950231433216)]} 0 0
[junit4:junit4] 2> 118429 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1438128950231433216)]} 0 5
[junit4:junit4] 2> 118430 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[28]} 0 10
[junit4:junit4] 2> 118434 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[29 (1438128950241918976)]} 0 1
[junit4:junit4] 2> 118445 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1438128950249259008)]} 0 1
[junit4:junit4] 2> 118446 T342 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:22001/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1438128950249259008)]} 0 6
[junit4:junit4] 2> 118447 T371 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[29]} 0 10
[junit4:junit4] 2> 118451 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[30 (1438128950259744768)]} 0 1
[junit4:junit4] 2> 118462 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1438128950267084800)]} 0 1
[junit4:junit4] 2> 118463 T340 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1438128950267084800)]} 0 5
[junit4:junit4] 2> 118464 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[30]} 0 10
[junit4:junit4] 2> 118469 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[31 (1438128950277570560)]} 0 1
[junit4:junit4] 2> 118479 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1438128950285959168)]} 0 1
[junit4:junit4] 2> 118480 T338 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1438128950285959168)]} 0 5
[junit4:junit4] 2> 118481 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[31]} 0 9
[junit4:junit4] 2> 118486 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[32 (1438128950295396352)]} 0 1
[junit4:junit4] 2> 118498 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1438128950304833536)]} 0 1
[junit4:junit4] 2> 118499 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1438128950304833536)]} 0 6
[junit4:junit4] 2> 118500 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[32]} 0 10
[junit4:junit4] 2> 118505 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[33 (1438128950315319296)]} 0 2
[junit4:junit4] 2> 118515 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1438128950322659328)]} 0 0
[junit4:junit4] 2> 118516 T338 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1438128950322659328)]} 0 5
[junit4:junit4] 2> 118517 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[33]} 0 9
[junit4:junit4] 2> 118521 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[34 (1438128950333145088)]} 0 1
[junit4:junit4] 2> 118529 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1438128950337339392)]} 0 1
[junit4:junit4] 2> 118530 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[34 (1438128950337339392)]} 0 6
[junit4:junit4] 2> 118534 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[35 (1438128950346776576)]} 0 1
[junit4:junit4] 2> 118545 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1438128950354116608)]} 0 1
[junit4:junit4] 2> 118546 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1438128950354116608)]} 0 6
[junit4:junit4] 2> 118548 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[35]} 0 11
[junit4:junit4] 2> 118553 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[36 (1438128950365650944)]} 0 1
[junit4:junit4] 2> 118565 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1438128950374039552)]} 0 1
[junit4:junit4] 2> 118566 T396 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1438128950374039552)]} 0 6
[junit4:junit4] 2> 118567 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[36]} 0 10
[junit4:junit4] 2> 118572 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[37 (1438128950385573888)]} 0 1
[junit4:junit4] 2> 118583 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1438128950395011072)]} 0 1
[junit4:junit4] 2> 118584 T338 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1438128950395011072)]} 0 5
[junit4:junit4] 2> 118585 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[37]} 0 9
[junit4:junit4] 2> 118589 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[38 (1438128950404448256)]} 0 1
[junit4:junit4] 2> 118600 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1438128950411788288)]} 0 1
[junit4:junit4] 2> 118601 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1438128950411788288)]} 0 5
[junit4:junit4] 2> 118602 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[38]} 0 9
[junit4:junit4] 2> 118606 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[39 (1438128950421225472)]} 0 1
[junit4:junit4] 2> 118618 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1438128950429614080)]} 0 1
[junit4:junit4] 2> 118619 T340 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1438128950429614080)]} 0 7
[junit4:junit4] 2> 118620 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[39]} 0 10
[junit4:junit4] 2> 118624 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[40 (1438128950441148416)]} 0 1
[junit4:junit4] 2> 118634 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1438128950446391296)]} 0 1
[junit4:junit4] 2> 118635 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[40 (1438128950446391296)]} 0 7
[junit4:junit4] 2> 118639 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[41 (1438128950456877056)]} 0 0
[junit4:junit4] 2> 118651 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1438128950465265664)]} 0 1
[junit4:junit4] 2> 118652 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1438128950465265664)]} 0 6
[junit4:junit4] 2> 118654 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[41]} 0 11
[junit4:junit4] 2> 118658 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[42 (1438128950476800000)]} 0 1
[junit4:junit4] 2> 118671 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1438128950486237184)]} 0 1
[junit4:junit4] 2> 118673 T396 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[42 (1438128950486237184)]} 0 7
[junit4:junit4] 2> 118673 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[42]} 0 11
[junit4:junit4] 2> 118677 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[43 (1438128950496722944)]} 0 1
[junit4:junit4] 2> 118687 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1438128950501965824)]} 0 1
[junit4:junit4] 2> 118688 T324 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[43 (1438128950501965824)]} 0 6
[junit4:junit4] 2> 118692 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[44 (1438128950512451584)]} 0 1
[junit4:junit4] 2> 118704 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1438128950519791616)]} 0 1
[junit4:junit4] 2> 118705 T321 C103 P53769 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1438128950519791616)]} 0 7
[junit4:junit4] 2> 118706 T336 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[44]} 0 10
[junit4:junit4] 2> 118710 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[45 (1438128950531325952)]} 0 1
[junit4:junit4] 2> 118723 T372 C104 P22001 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:21626/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1438128950540763136)]} 0 1
[junit4:junit4] 2> 118724 T338 C100 P21626 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:19720/ba_/y/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1438128950540763136)]} 0 6
[junit4:junit4] 2> 118725 T354 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[45]} 0 11
[junit4:junit4] 2> 118729 T300 C101 P23315 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={wt=javabin&version=2} {add=[46 (1438128950551248896)]} 0 1
[junit4:junit4] 2> 118739 T352 C102 P19720 oasup.LogUpdateProcessor.finish [collection1] webapp=/ba_/y path=/update params={distrib.from=http://127.0.0.1:53769/ba_/y/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1438128950558588928)]} 0 1
[junit4:junit4] 2> 118740 T396 C103 P53769 oasup.Log
[...truncated too long message...]
alse>>]
[junit4:junit4] 2> 2721975 T6939 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1371508933107/jetty3
[junit4:junit4] 2> 2721975 T6939 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1371508933107/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1371508933107/jetty3/index;done=false>>]
[junit4:junit4] 2> 2721976 T6939 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1371508933107/jetty3/index
[junit4:junit4] 2> 2721976 T6939 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 2721976 T6939 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89883209440690186-127.0.0.1:33443_viwg%2Frq_collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 2721977 T6939 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2721977 T6939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2721977 T6939 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2721978 T6939 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2721978 T6939 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2721978 T6939 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=ja_JP, timezone=CAT
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=281893504,total=456589312
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestStressLucene, TestIndexSearcher, TestFieldTypeCollectionResource, TestArbitraryIndexDir, ConvertedLegacyTest, CopyFieldTest, URLClassifyProcessorTest, JSONWriterTest, TestCollationField, TestBM25SimilarityFactory, HighlighterConfigTest, SuggesterTSTTest, DistanceFunctionTest, TestFoldingMultitermQuery, OpenExchangeRatesOrgProviderTest, SampleTest, TestJmxMonitoredMap, ZkSolrClientTest, CurrencyFieldXmlFileTest, TestOmitPositions, TestFastOutputStream, TestRecovery, SignatureUpdateProcessorFactoryTest, XmlUpdateRequestHandlerTest, TestRTGBase, ClusterStateTest, NotRequiredUniqueKeyTest, TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, ChaosMonkeyShardSplitTest, TestLuceneMatchVersion, TestIndexingPerformance, TestSystemIdResolver, TestSolr4Spatial, TestMaxScoreQueryParser, SolrRequestParserTest, TestCSVResponseWriter, NoCacheHeaderTest, TestRangeQuery, TestSolrXml, TestUpdate, MultiTermTest, LeaderElectionIntegrationTest, BadIndexSchemaTest, DebugComponentTest, DirectUpdateHandlerTest, TestDistributedGrouping, TestCodecSupport, TestNumberUtils, NumericFieldsTest, RequiredFieldsTest, TestDefaultSimilarityFactory, TestJmxIntegration, TestDistributedSearch, SolrIndexConfigTest, TestManagedSchemaFieldResource, TestWordDelimiterFilterFactory, BasicZkTest, TestUniqueKeyFieldResource, TestSolrXMLSerializer, HighlighterTest, TestElisionMultitermQuery, TestShardHandlerFactory, PreAnalyzedUpdateProcessorTest, BasicDistributedZk2Test, TestFiltering, TestAtomicUpdateErrorCases, OutputWriterTest, FieldAnalysisRequestHandlerTest, ChaosMonkeySafeLeaderTest, TestDefaultSearchFieldResource, TestFieldTypeResource, OverseerTest, ShardRoutingTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, SliceStateUpdateTest, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestMultiCoreConfBootstrap, TestReload, TestStressVersions, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, TestBadConfig, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SpellCheckCollatorTest, SuggesterTest, TestCSVLoader, SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, CacheHeaderTest, TestSurroundQueryParser, TestQueryUtils, DirectSolrSpellCheckerTest, RequestHandlersTest, TermVectorComponentTest, FastVectorHighlighterTest, RegexBoostProcessorTest, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery, BadComponentTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, DirectSolrConnectionTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, TestSolrJ, TestUtils, ZkNodePropsTest, SystemInfoHandlerTest, FileUtilsTest, SolrTestCaseJ4Test, ShardSplitTest]
[junit4:junit4] Completed on J1 in 314.59s, 1 test, 1 error <<< FAILURES!
[...truncated 12 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1252 tests, 2 errors, 1 failure, 11 ignored (5 assumptions)
Total time: 113 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 295 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/295/
1 tests failed.
REGRESSION: org.apache.solr.cloud.RecoveryZkTest.testDistribSearch
Error Message:
expected:<2143> but was:<86>
Stack Trace:
java.lang.AssertionError: expected:<2143> but was:<86>
at __randomizedtesting.SeedInfo.seed([165080780D09E20C:97B60E607A568230]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:108)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8842 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4] 2> 624598 T1937 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 624603 T1937 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-RecoveryZkTest-1372041343016
[junit4:junit4] 2> 624605 T1937 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 624606 T1938 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 624706 T1937 oasc.ZkTestServer.run start zk server on port:26432
[junit4:junit4] 2> 624707 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 624712 T1944 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7038d7c7 name:ZooKeeperConnection Watcher:127.0.0.1:26432 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 624712 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 624712 T1937 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 624754 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 624756 T1946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7a6ef0a9 name:ZooKeeperConnection Watcher:127.0.0.1:26432/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 624756 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 624757 T1937 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 624825 T1937 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 624828 T1937 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 624876 T1937 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 624879 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 624880 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 624893 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 624894 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 624899 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 624900 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 624903 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 624904 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 624907 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 624908 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 624911 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 624911 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 624914 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 624915 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 624918 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 624919 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 624927 T1937 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 624927 T1937 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 625231 T1937 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 625236 T1937 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54251
[junit4:junit4] 2> 625237 T1937 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 625237 T1937 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 625238 T1937 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343
[junit4:junit4] 2> 625238 T1937 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/solr.xml
[junit4:junit4] 2> 625239 T1937 oasc.CoreContainer.<init> New CoreContainer 1593458812
[junit4:junit4] 2> 625239 T1937 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/'
[junit4:junit4] 2> 625240 T1937 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/'
[junit4:junit4] 2> 625354 T1937 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 625355 T1937 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 625355 T1937 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 625356 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 625356 T1937 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 625357 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 625357 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 625358 T1937 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 625358 T1937 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 625359 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 625376 T1937 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 625377 T1937 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:26432/solr
[junit4:junit4] 2> 625377 T1937 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 625379 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 625406 T1957 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50590aeb name:ZooKeeperConnection Watcher:127.0.0.1:26432 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 625407 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 625416 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 625428 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 625430 T1959 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64ddc9f4 name:ZooKeeperConnection Watcher:127.0.0.1:26432/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 625430 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 625433 T1937 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 625443 T1937 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 625446 T1937 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 625454 T1937 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54251_
[junit4:junit4] 2> 625456 T1937 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54251_
[junit4:junit4] 2> 625460 T1937 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 625478 T1937 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 625481 T1937 oasc.Overseer.start Overseer (id=89918101456420867-127.0.0.1:54251_-n_0000000000) starting
[junit4:junit4] 2> 625491 T1937 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 625503 T1961 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 625504 T1937 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 625506 T1937 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 625508 T1937 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 625511 T1960 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 625514 T1962 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 625515 T1962 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 627014 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 627015 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:54251_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54251"}
[junit4:junit4] 2> 627015 T1960 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 627016 T1960 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 627031 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 627518 T1962 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/collection1
[junit4:junit4] 2> 627518 T1962 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 627520 T1962 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 627520 T1962 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 627521 T1962 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/collection1/'
[junit4:junit4] 2> 627523 T1962 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 627523 T1962 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/collection1/lib/README' to classloader
[junit4:junit4] 2> 627580 T1962 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 627638 T1962 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 627640 T1962 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 627646 T1962 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 628298 T1962 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 628298 T1962 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 628299 T1962 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 628311 T1962 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 628316 T1962 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 628330 T1962 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 628335 T1962 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 628339 T1962 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 628341 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 628341 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 628341 T1962 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 628342 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 628342 T1962 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 628343 T1962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 628343 T1962 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1372041343343/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/control/data/
[junit4:junit4] 2> 628343 T1962 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f702c48
[junit4:junit4] 2> 628344 T1962 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 628344 T1962 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/control/data
[junit4:junit4] 2> 628345 T1962 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/control/data/index/
[junit4:junit4] 2> 628345 T1962 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1372041343016/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 628345 T1962 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/control/data/index
[junit4:junit4] 2> 628350 T1962 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3b854a44 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45770447),segFN=segments_1,generation=1}
[junit4:junit4] 2> 628350 T1962 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 628353 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 628353 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 628354 T1962 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 628354 T1962 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 628355 T1962 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 628355 T1962 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 628355 T1962 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 628356 T1962 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 628356 T1962 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 628366 T1962 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 628374 T1962 oass.SolrIndexSearcher.<init> Opening Searcher@78f2850f main
[junit4:junit4] 2> 628374 T1962 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/control/data/tlog
[junit4:junit4] 2> 628376 T1962 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 628376 T1962 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 628379 T1963 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78f2850f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 628381 T1962 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 628381 T1962 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54251 collection:control_collection shard:shard1
[junit4:junit4] 2> 628382 T1962 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 628406 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 628409 T1962 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 628409 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 628409 T1962 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54251/collection1/
[junit4:junit4] 2> 628409 T1962 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 628410 T1962 oasc.SyncStrategy.syncToMe http://127.0.0.1:54251/collection1/ has no replicas
[junit4:junit4] 2> 628410 T1962 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54251/collection1/
[junit4:junit4] 2> 628410 T1962 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 628535 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 628552 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 628569 T1962 oasc.ZkController.register We are http://127.0.0.1:54251/collection1/ and leader is http://127.0.0.1:54251/collection1/
[junit4:junit4] 2> 628569 T1962 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54251
[junit4:junit4] 2> 628569 T1962 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 628569 T1962 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 628570 T1962 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 628571 T1962 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 628572 T1937 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 628573 T1937 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 628573 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 628590 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 628592 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 628594 T1966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@574c4e64 name:ZooKeeperConnection Watcher:127.0.0.1:26432/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 628594 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 628596 T1937 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 628598 T1937 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 628867 T1937 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 628870 T1937 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29604
[junit4:junit4] 2> 628871 T1937 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 628871 T1937 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 628872 T1937 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010
[junit4:junit4] 2> 628872 T1937 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/solr.xml
[junit4:junit4] 2> 628873 T1937 oasc.CoreContainer.<init> New CoreContainer 987682504
[junit4:junit4] 2> 628873 T1937 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/'
[junit4:junit4] 2> 628874 T1937 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/'
[junit4:junit4] 2> 628985 T1937 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 628986 T1937 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 628986 T1937 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 628986 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 628987 T1937 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 628987 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 628988 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 628988 T1937 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 628989 T1937 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 628989 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 629006 T1937 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 629007 T1937 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:26432/solr
[junit4:junit4] 2> 629007 T1937 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 629008 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 629011 T1977 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b5fe4cb name:ZooKeeperConnection Watcher:127.0.0.1:26432 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 629012 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 629028 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 629040 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 629042 T1979 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58dfbc6c name:ZooKeeperConnection Watcher:127.0.0.1:26432/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 629043 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 629053 T1937 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 630056 T1937 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29604_
[junit4:junit4] 2> 630063 T1937 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29604_
[junit4:junit4] 2> 630072 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 630073 T1966 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 630073 T1979 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 630073 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:54251_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54251"}
[junit4:junit4] 2> 630090 T1980 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 630090 T1980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 630097 T1966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 630097 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 630101 T1959 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 630101 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 630102 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 631602 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 631603 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:29604_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29604"}
[junit4:junit4] 2> 631604 T1960 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 631604 T1960 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 631620 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 631620 T1966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 631620 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 632100 T1980 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/collection1
[junit4:junit4] 2> 632100 T1980 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 632101 T1980 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 632101 T1980 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 632103 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/collection1/'
[junit4:junit4] 2> 632104 T1980 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 632105 T1980 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/collection1/lib/README' to classloader
[junit4:junit4] 2> 632156 T1980 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 632214 T1980 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 632215 T1980 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 632222 T1980 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 632828 T1980 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 632829 T1980 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 632829 T1980 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 632837 T1980 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 632840 T1980 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 632852 T1980 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 632856 T1980 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 632859 T1980 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 632860 T1980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 632860 T1980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 632861 T1980 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 632861 T1980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 632862 T1980 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 632862 T1980 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 632862 T1980 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1372041347010/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty1/
[junit4:junit4] 2> 632862 T1980 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f702c48
[junit4:junit4] 2> 632863 T1980 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 632863 T1980 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty1
[junit4:junit4] 2> 632863 T1980 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty1/index/
[junit4:junit4] 2> 632863 T1980 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 632864 T1980 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty1/index
[junit4:junit4] 2> 632866 T1980 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@121cec89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d0f3b57),segFN=segments_1,generation=1}
[junit4:junit4] 2> 632866 T1980 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 632868 T1980 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 632869 T1980 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 632869 T1980 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 632870 T1980 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 632870 T1980 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 632870 T1980 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 632870 T1980 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 632871 T1980 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 632871 T1980 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 632878 T1980 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 632883 T1980 oass.SolrIndexSearcher.<init> Opening Searcher@2a4e52db main
[junit4:junit4] 2> 632883 T1980 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty1/tlog
[junit4:junit4] 2> 632884 T1980 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 632884 T1980 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 632887 T1981 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a4e52db main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 632888 T1980 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 632888 T1980 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29604 collection:collection1 shard:shard1
[junit4:junit4] 2> 632889 T1980 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 632906 T1980 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 632909 T1980 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 632909 T1980 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 632909 T1980 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:29604/collection1/
[junit4:junit4] 2> 632909 T1980 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 632910 T1980 oasc.SyncStrategy.syncToMe http://127.0.0.1:29604/collection1/ has no replicas
[junit4:junit4] 2> 632910 T1980 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:29604/collection1/
[junit4:junit4] 2> 632910 T1980 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 633125 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 633142 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 633142 T1966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 633142 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 633171 T1980 oasc.ZkController.register We are http://127.0.0.1:29604/collection1/ and leader is http://127.0.0.1:29604/collection1/
[junit4:junit4] 2> 633171 T1980 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29604
[junit4:junit4] 2> 633171 T1980 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 633171 T1980 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 633172 T1980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 633173 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 633174 T1937 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 633175 T1937 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 633175 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 633358 T1937 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 633360 T1937 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12158
[junit4:junit4] 2> 633361 T1937 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 633361 T1937 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 633362 T1937 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598
[junit4:junit4] 2> 633362 T1937 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/solr.xml
[junit4:junit4] 2> 633362 T1937 oasc.CoreContainer.<init> New CoreContainer 325678321
[junit4:junit4] 2> 633363 T1937 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/'
[junit4:junit4] 2> 633363 T1937 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/'
[junit4:junit4] 2> 633437 T1937 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 633438 T1937 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 633438 T1937 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 633438 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 633438 T1937 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 633439 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 633439 T1937 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 633439 T1937 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 633440 T1937 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 633440 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 633451 T1937 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 633452 T1937 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:26432/solr
[junit4:junit4] 2> 633452 T1937 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 633453 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 633456 T1993 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ec95cbe name:ZooKeeperConnection Watcher:127.0.0.1:26432 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 633456 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 633473 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 633481 T1937 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 633482 T1995 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45050562 name:ZooKeeperConnection Watcher:127.0.0.1:26432/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 633483 T1937 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 633493 T1937 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 634498 T1937 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12158_
[junit4:junit4] 2> 634501 T1937 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12158_
[junit4:junit4] 2> 634569 T1959 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634569 T1995 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634569 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634569 T1979 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634569 T1966 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 634570 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634570 T1966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634576 T1996 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 634576 T1996 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 634647 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 634648 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:29604_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29604"}
[junit4:junit4] 2> 634716 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:12158_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:12158"}
[junit4:junit4] 2> 634717 T1960 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 634717 T1960 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 634769 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634769 T1966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634769 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 634769 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 635600 T1996 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/collection1
[junit4:junit4] 2> 635600 T1996 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 635601 T1996 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 635601 T1996 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 635603 T1996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/collection1/'
[junit4:junit4] 2> 635604 T1996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 635605 T1996 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/collection1/lib/README' to classloader
[junit4:junit4] 2> 635655 T1996 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 635720 T1996 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 635722 T1996 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 635728 T1996 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 636316 T1996 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 636317 T1996 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 636317 T1996 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 636325 T1996 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 636328 T1996 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 636338 T1996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 636341 T1996 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 636344 T1996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 636345 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 636346 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 636346 T1996 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 636347 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 636347 T1996 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 636347 T1996 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 636347 T1996 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1372041351598/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/
[junit4:junit4] 2> 636347 T1996 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f702c48
[junit4:junit4] 2> 636348 T1996 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 636348 T1996 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2
[junit4:junit4] 2> 636349 T1996 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/index/
[junit4:junit4] 2> 636349 T1996 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 636349 T1996 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/index
[junit4:junit4] 2> 636351 T1996 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@75973529 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e0cc098),segFN=segments_1,generation=1}
[junit4:junit4] 2> 636352 T1996 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 636354 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 636354 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 636355 T1996 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 636355 T1996 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 636355 T1996 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 636356 T1996 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 636356 T1996 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 636356 T1996 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 636357 T1996 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 636363 T1996 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 636367 T1996 oass.SolrIndexSearcher.<init> Opening Searcher@3f53bc70 main
[junit4:junit4] 2> 636368 T1996 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/tlog
[junit4:junit4] 2> 636369 T1996 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 636369 T1996 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 636372 T1997 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f53bc70 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 636374 T1996 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 636374 T1996 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12158 collection:collection1 shard:shard1
[junit4:junit4] 2> 636377 T1996 oasc.ZkController.register We are http://127.0.0.1:12158/collection1/ and leader is http://127.0.0.1:29604/collection1/
[junit4:junit4] 2> 636377 T1996 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12158
[junit4:junit4] 2> 636377 T1996 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 636377 T1996 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C942 name=collection1 org.apache.solr.core.SolrCore@3c0f5c99 url=http://127.0.0.1:12158/collection1 node=127.0.0.1:12158_ C942_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:12158_, base_url=http://127.0.0.1:12158}
[junit4:junit4] 2> 636378 T1998 C942 P12158 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 636378 T1996 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 636378 T1998 C942 P12158 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 636379 T1998 C942 P12158 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 636379 T1998 C942 P12158 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 636379 T1937 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 636380 T1937 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 636380 T1937 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 636380 T1998 C942 P12158 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 636397 T1937 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 636399 T1969 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> ASYNC NEW_CORE C943 name=collection1 org.apache.solr.core.SolrCore@6314017d url=http://127.0.0.1:54251/collection1 node=127.0.0.1:54251_ C943_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:54251_, base_url=http://127.0.0.1:54251, leader=true}
[junit4:junit4] 2> 636409 T1950 C943 P54251 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3b854a44 lockFactory=org.apache.lucene.store.NativeFSLockFactory@45770447),segFN=segments_1,generation=1}
[junit4:junit4] 2> 636410 T1950 C943 P54251 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 636412 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10001 (1438689635670687744)]} 0 5
[junit4:junit4] 2> 636412 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1438689635672784896)]} 0 3
[junit4:junit4] 2> ASYNC NEW_CORE C944 name=collection1 org.apache.solr.core.SolrCore@57b73bce url=http://127.0.0.1:29604/collection1 node=127.0.0.1:29604_ C944_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:29604_, base_url=http://127.0.0.1:29604, leader=true}
[junit4:junit4] 2> 636429 T1971 C944 P29604 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@121cec89 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4d0f3b57),segFN=segments_1,generation=1}
[junit4:junit4] 2> 636429 T1971 C944 P29604 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 636431 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1438689635691659264)]} 0 4
[junit4:junit4] 2> 636431 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10001 (1438689635693756416)]} 0 3
[junit4:junit4] 2> 636506 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1438689635773448192)]} 0 1
[junit4:junit4] 2> 636506 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10002 (1438689635773448193)]} 0 1
[junit4:junit4] 2> 636510 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10002 (1438689635777642496)]} 0 1
[junit4:junit4] 2> 636510 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1438689635777642497)]} 0 1
[junit4:junit4] 2> 636587 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10001 (-1438689635858382848)]} 0 1
[junit4:junit4] 2> 636587 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[1 (-1438689635858382849)]} 0 1
[junit4:junit4] 2> 636590 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[1 (-1438689635862577152)]} 0 0
[junit4:junit4] 2> 636591 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10001 (-1438689635862577153)]} 0 1
[junit4:junit4] 2> 636594 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10003 (1438689635865722881)]} 0 1
[junit4:junit4] 2> 636594 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1438689635865722880)]} 0 1
[junit4:junit4] 2> 636598 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1438689635869917184)]} 0 1
[junit4:junit4] 2> 636598 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10003 (1438689635869917185)]} 0 1
[junit4:junit4] 2> 636601 T1937 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 12158
[junit4:junit4] 2> 636601 T1937 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=325678321
[junit4:junit4] 2> 636673 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[2 (-1438689635949608960)]} 0 0
[junit4:junit4] 2> 636674 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10002 (-1438689635950657536)]} 0 0
[junit4:junit4] 2> 636676 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[2 (-1438689635952754688)]} 0 0
[junit4:junit4] 2> 636677 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10002 (-1438689635953803264)]} 0 0
[junit4:junit4] 2> 636680 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1438689635955900416)]} 0 1
[junit4:junit4] 2> 636680 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10004 (1438689635956948992)]} 0 0
[junit4:junit4] 2> 636683 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10004 (1438689635960094721)]} 0 0
[junit4:junit4] 2> 636684 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1438689635960094720)]} 0 1
[junit4:junit4] 2> 636738 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10005 (1438689636016717824)]} 0 1
[junit4:junit4] 2> 636738 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1438689636016717825)]} 0 1
[junit4:junit4] 2> 636741 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10005 (1438689636020912128)]} 0 0
[junit4:junit4] 2> 636742 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1438689636020912129)]} 0 1
[junit4:junit4] 2> 636758 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[4 (-1438689636038737920)]} 0 0
[junit4:junit4] 2> 636758 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10004 (-1438689636038737921)]} 0 0
[junit4:junit4] 2> 636761 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[4 (-1438689636041883648)]} 0 0
[junit4:junit4] 2> 636762 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10004 (-1438689636042932224)]} 0 0
[junit4:junit4] 2> 636764 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1438689636043980800)]} 0 1
[junit4:junit4] 2> 636764 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10006 (1438689636045029376)]} 0 0
[junit4:junit4] 2> 636767 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1438689636047126528)]} 0 1
[junit4:junit4] 2> 636767 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10006 (1438689636048175104)]} 0 0
[junit4:junit4] 2> 636848 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1438689636132061184)]} 0 1
[junit4:junit4] 2> 636848 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10007 (1438689636133109760)]} 0 0
[junit4:junit4] 2> 636851 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1438689636136255488)]} 0 0
[junit4:junit4] 2> 636852 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10007 (1438689636136255489)]} 0 1
[junit4:junit4] 2> 636938 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[5 (-1438689636227481600)]} 0 0
[junit4:junit4] 2> 636939 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10005 (-1438689636228530176)]} 0 0
[junit4:junit4] 2> 636941 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[5 (-1438689636230627328)]} 0 0
[junit4:junit4] 2> 636942 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10005 (-1438689636231675904)]} 0 0
[junit4:junit4] 2> 636945 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1438689636233773056)]} 0 1
[junit4:junit4] 2> 636946 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10008 (1438689636234821632)]} 0 1
[junit4:junit4] 2> 636947 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1438689636236918784)]} 0 0
[junit4:junit4] 2> 636949 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10008 (1438689636237967360)]} 0 1
[junit4:junit4] 2> 637048 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1438689636341776384)]} 0 1
[junit4:junit4] 2> 637049 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10009 (1438689636342824960)]} 0 1
[junit4:junit4] 2> 637052 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1438689636345970688)]} 0 1
[junit4:junit4] 2> 637052 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10009 (1438689636345970689)]} 0 1
[junit4:junit4] 2> 637123 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[6 (-1438689636420419584)]} 0 1
[junit4:junit4] 2> 637123 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10006 (-1438689636421468160)]} 0 0
[junit4:junit4] 2> 637126 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10006 (-1438689636424613889)]} 0 0
[junit4:junit4] 2> 637126 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[6 (-1438689636424613888)]} 0 0
[junit4:junit4] 2> 637130 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1438689636427759616)]} 0 1
[junit4:junit4] 2> 637130 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10010 (1438689636427759617)]} 0 1
[junit4:junit4] 2> 637134 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1438689636431953920)]} 0 1
[junit4:junit4] 2> 637134 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10010 (1438689636431953921)]} 0 1
[junit4:junit4] 2> 637223 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1438689636525277184)]} 0 1
[junit4:junit4] 2> 637224 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10011 (1438689636526325760)]} 0 1
[junit4:junit4] 2> 637226 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1438689636529471488)]} 0 0
[junit4:junit4] 2> 637228 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10011 (1438689636530520064)]} 0 1
[junit4:junit4] 2> 637232 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[8 (-1438689636535762944)]} 0 0
[junit4:junit4] 2> 637233 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10008 (-1438689636536811520)]} 0 0
[junit4:junit4] 2> 637235 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[8 (-1438689636538908672)]} 0 0
[junit4:junit4] 2> 637236 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10008 (-1438689636539957248)]} 0 0
[junit4:junit4] 2> 637239 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1438689636542054400)]} 0 1
[junit4:junit4] 2> 637240 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10012 (1438689636543102976)]} 0 1
[junit4:junit4] 2> 637242 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1438689636545200128)]} 0 1
[junit4:junit4] 2> 637243 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10012 (1438689636546248704)]} 0 1
[junit4:junit4] 2> 637345 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[9 (-1438689636653203456)]} 0 1
[junit4:junit4] 2> 637345 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10009 (-1438689636654252032)]} 0 0
[junit4:junit4] 2> 637348 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[9 (-1438689636657397760)]} 0 0
[junit4:junit4] 2> 637348 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10009 (-1438689636657397761)]} 0 0
[junit4:junit4] 2> 637352 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1438689636660543488)]} 0 1
[junit4:junit4] 2> 637352 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10013 (1438689636660543489)]} 0 1
[junit4:junit4] 2> 637356 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10013 (1438689636664737792)]} 0 1
[junit4:junit4] 2> 637356 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1438689636664737793)]} 0 1
[junit4:junit4] 2> 637442 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10010 (-1438689636754915328)]} 0 1
[junit4:junit4] 2> 637442 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10 (-1438689636755963904)]} 0 0
[junit4:junit4] 2> 637445 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10010 (-1438689636759109632)]} 0 0
[junit4:junit4] 2> 637445 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10 (-1438689636759109633)]} 0 0
[junit4:junit4] 2> 637449 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10014 (1438689636762255361)]} 0 1
[junit4:junit4] 2> 637449 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1438689636762255360)]} 0 1
[junit4:junit4] 2> 637452 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10014 (1438689636765401088)]} 0 1
[junit4:junit4] 2> 637453 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1438689636766449664)]} 0 1
[junit4:junit4] 2> 637552 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10015 (1438689636870258688)]} 0 1
[junit4:junit4] 2> 637554 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1438689636872355840)]} 0 1
[junit4:junit4] 2> 637556 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10015 (1438689636874452992)]} 0 1
[junit4:junit4] 2> 637557 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1438689636875501568)]} 0 1
[junit4:junit4] 2> 637603 T1937 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 637603 T1937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 637605 T1937 oasc.RecoveryStrategy.close WARN Stopping recovery for zkNodeName=3core=collection1
[junit4:junit4] 2> 637632 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10012 (-1438689636954144769)]} 0 1
[junit4:junit4] 2> 637632 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[12 (-1438689636954144768)]} 0 1
[junit4:junit4] 2> 637634 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10012 (-1438689636957290496)]} 0 0
[junit4:junit4] 2> 637635 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[12 (-1438689636958339072)]} 0 0
[junit4:junit4] 2> 637638 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10016 (1438689636960436224)]} 0 1
[junit4:junit4] 2> 637639 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1438689636961484800)]} 0 1
[junit4:junit4] 2> 637641 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10016 (1438689636963581952)]} 0 1
[junit4:junit4] 2> 637642 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1438689636964630528)]} 0 1
[junit4:junit4] 2> 637718 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10017 (1438689637044322304)]} 0 1
[junit4:junit4] 2> 637719 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1438689637045370880)]} 0 1
[junit4:junit4] 2> 637722 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10017 (1438689637048516608)]} 0 1
[junit4:junit4] 2> 637723 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1438689637049565184)]} 0 1
[junit4:junit4] 2> 637797 T1960 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 637798 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10013 (-1438689637128208384)]} 0 1
[junit4:junit4] 2> 637798 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:12158_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:12158"}
[junit4:junit4] 2> 637798 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[13 (-1438689637129256960)]} 0 0
[junit4:junit4] 2> 637801 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10013 (-1438689637132402689)]} 0 0
[junit4:junit4] 2> 637801 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[13 (-1438689637132402688)]} 0 0
[junit4:junit4] 2> 637802 T1960 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:12158_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:12158"}
[junit4:junit4] 2> 637805 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1438689637135548416)]} 0 1
[junit4:junit4] 2> 637805 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10018 (1438689637135548417)]} 0 1
[junit4:junit4] 2> 637808 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1438689637138694144)]} 0 1
[junit4:junit4] 2> 637809 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10018 (1438689637139742720)]} 0 1
[junit4:junit4] 2> 637817 T1995 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637817 T1966 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637817 T1959 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637817 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 637902 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1438689637237260288)]} 0 1
[junit4:junit4] 2> 637903 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10019 (1438689637238308864)]} 0 1
[junit4:junit4] 2> 637906 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1438689637241454592)]} 0 1
[junit4:junit4] 2> 637907 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10019 (1438689637242503168)]} 0 1
[junit4:junit4] 2> 637925 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[15 (-1438689637261377536)]} 0 1
[junit4:junit4] 2> 637925 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10015 (-1438689637262426112)]} 0 0
[junit4:junit4] 2> 637928 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[15 (-1438689637265571840)]} 0 0
[junit4:junit4] 2> 637928 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10015 (-1438689637265571841)]} 0 0
[junit4:junit4] 2> 637932 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10020 (1438689637268717568)]} 0 1
[junit4:junit4] 2> 637933 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1438689637268717569)]} 0 2
[junit4:junit4] 2> 637937 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1438689637273960448)]} 0 1
[junit4:junit4] 2> 637938 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10020 (1438689637273960449)]} 0 2
[junit4:junit4] 2> 638030 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1438689637371478017)]} 0 1
[junit4:junit4] 2> 638030 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10021 (1438689637371478016)]} 0 1
[junit4:junit4] 2> 638034 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1438689637375672320)]} 0 1
[junit4:junit4] 2> 638034 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10021 (1438689637375672321)]} 0 1
[junit4:junit4] 2> 638129 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[18 (-1438689637475287040)]} 0 1
[junit4:junit4] 2> 638129 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10018 (-1438689637475287041)]} 0 1
[junit4:junit4] 2> 638132 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10018 (-1438689637479481344)]} 0 0
[junit4:junit4] 2> 638132 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[18 (-1438689637479481345)]} 0 0
[junit4:junit4] 2> 638136 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10022 (1438689637482627072)]} 0 1
[junit4:junit4] 2> 638136 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1438689637482627073)]} 0 1
[junit4:junit4] 2> 638139 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10022 (1438689637485772800)]} 0 1
[junit4:junit4] 2> 638140 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1438689637486821376)]} 0 1
[junit4:junit4] 2> 638243 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[19 (-1438689637594824704)]} 0 1
[junit4:junit4] 2> 638243 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10019 (-1438689637594824705)]} 0 1
[junit4:junit4] 2> 638246 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10019 (-1438689637599019008)]} 0 0
[junit4:junit4] 2> 638246 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[19 (-1438689637599019009)]} 0 0
[junit4:junit4] 2> 638250 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1438689637602164736)]} 0 1
[junit4:junit4] 2> 638250 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10023 (1438689637602164737)]} 0 1
[junit4:junit4] 2> 638253 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1438689637605310464)]} 0 1
[junit4:junit4] 2> 638254 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10023 (1438689637606359040)]} 0 1
[junit4:junit4] 2> 638278 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1438689637631524864)]} 0 1
[junit4:junit4] 2> 638279 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10024 (1438689637632573440)]} 0 1
[junit4:junit4] 2> 638282 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10024 (1438689637635719168)]} 0 1
[junit4:junit4] 2> 638282 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1438689637635719169)]} 0 1
[junit4:junit4] 2> 638358 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10025 (1438689637715410944)]} 0 1
[junit4:junit4] 2> 638359 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1438689637716459520)]} 0 1
[junit4:junit4] 2> 638362 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10025 (1438689637719605248)]} 0 1
[junit4:junit4] 2> 638363 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1438689637720653824)]} 0 1
[junit4:junit4] 2> 638419 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10020 (-1438689637779374080)]} 0 1
[junit4:junit4] 2> 638419 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[20 (-1438689637779374081)]} 0 1
[junit4:junit4] 2> 638422 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[20 (-1438689637783568384)]} 0 0
[junit4:junit4] 2> 638422 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10020 (-1438689637783568385)]} 0 0
[junit4:junit4] 2> 638426 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1438689637786714113)]} 0 1
[junit4:junit4] 2> 638426 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10026 (1438689637786714112)]} 0 1
[junit4:junit4] 2> 638429 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1438689637789859840)]} 0 1
[junit4:junit4] 2> 638430 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10026 (1438689637790908416)]} 0 1
[junit4:junit4] 2> 638508 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1438689637872697344)]} 0 1
[junit4:junit4] 2> 638509 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10027 (1438689637873745920)]} 0 1
[junit4:junit4] 2> 638512 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1438689637876891648)]} 0 1
[junit4:junit4] 2> 638513 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10027 (1438689637877940224)]} 0 1
[junit4:junit4] 2> 638585 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10028 (1438689637954486272)]} 0 1
[junit4:junit4] 2> 638586 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1438689637954486273)]} 0 2
[junit4:junit4] 2> 638589 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10028 (1438689637957632000)]} 0 1
[junit4:junit4] 2> 638590 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1438689637958680576)]} 0 1
[junit4:junit4] 2> 638636 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10022 (-1438689638006915072)]} 0 1
[junit4:junit4] 2> 638636 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[22 (-1438689638007963648)]} 0 0
[junit4:junit4] 2> 638639 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10022 (-1438689638011109376)]} 0 0
[junit4:junit4] 2> 638639 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[22 (-1438689638011109377)]} 0 0
[junit4:junit4] 2> 638643 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1438689638014255104)]} 0 1
[junit4:junit4] 2> 638643 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10029 (1438689638014255105)]} 0 1
[junit4:junit4] 2> 638647 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1438689638018449408)]} 0 1
[junit4:junit4] 2> 638647 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10029 (1438689638018449409)]} 0 1
[junit4:junit4] 2> 638728 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1438689638103384064)]} 0 1
[junit4:junit4] 2> 638729 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10030 (1438689638104432640)]} 0 1
[junit4:junit4] 2> 638732 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1438689638107578368)]} 0 1
[junit4:junit4] 2> 638733 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10030 (1438689638108626944)]} 0 1
[junit4:junit4] 2> 638824 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[26 (-1438689638204047360)]} 0 1
[junit4:junit4] 2> 638824 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10026 (-1438689638205095936)]} 0 0
[junit4:junit4] 2> 638827 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10026 (-1438689638208241664)]} 0 0
[junit4:junit4] 2> 638827 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[26 (-1438689638208241665)]} 0 0
[junit4:junit4] 2> 638831 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10031 (1438689638211387392)]} 0 1
[junit4:junit4] 2> 638831 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1438689638211387393)]} 0 1
[junit4:junit4] 2> 638835 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10031 (1438689638215581696)]} 0 1
[junit4:junit4] 2> 638835 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1438689638215581697)]} 0 1
[junit4:junit4] 2> 638918 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10032 (1438689638302613504)]} 0 1
[junit4:junit4] 2> 638919 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1438689638303662080)]} 0 1
[junit4:junit4] 2> 638922 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10032 (1438689638306807808)]} 0 1
[junit4:junit4] 2> 638922 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1438689638306807809)]} 0 1
[junit4:junit4] 2> 638982 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10033 (1438689638369722368)]} 0 1
[junit4:junit4] 2> 638983 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1438689638370770944)]} 0 1
[junit4:junit4] 2> 638986 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10033 (1438689638373916672)]} 0 1
[junit4:junit4] 2> 638987 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1438689638374965248)]} 0 1
[junit4:junit4] 2> 639080 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10034 (1438689638472482816)]} 0 1
[junit4:junit4] 2> 639081 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1438689638473531392)]} 0 1
[junit4:junit4] 2> 639084 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10034 (1438689638476677120)]} 0 1
[junit4:junit4] 2> 639085 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1438689638477725696)]} 0 1
[junit4:junit4] 2> 639143 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[30 (-1438689638538543104)]} 0 1
[junit4:junit4] 2> 639143 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10030 (-1438689638538543105)]} 0 1
[junit4:junit4] 2> 639146 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[30 (-1438689638542737408)]} 0 0
[junit4:junit4] 2> 639146 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10030 (-1438689638542737409)]} 0 0
[junit4:junit4] 2> 639150 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1438689638545883136)]} 0 1
[junit4:junit4] 2> 639150 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10035 (1438689638545883137)]} 0 1
[junit4:junit4] 2> 639153 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1438689638549028864)]} 0 1
[junit4:junit4] 2> 639154 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10035 (1438689638550077440)]} 0 1
[junit4:junit4] 2> 639201 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1438689638599360512)]} 0 1
[junit4:junit4] 2> 639202 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10036 (1438689638600409088)]} 0 1
[junit4:junit4] 2> 639205 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1438689638603554816)]} 0 1
[junit4:junit4] 2> 639206 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10036 (1438689638604603392)]} 0 1
[junit4:junit4] 2> 639249 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[34 (-1438689638649692160)]} 0 1
[junit4:junit4] 2> 639249 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10034 (-1438689638650740736)]} 0 0
[junit4:junit4] 2> 639252 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10034 (-1438689638653886464)]} 0 0
[junit4:junit4] 2> 639252 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[34 (-1438689638653886465)]} 0 0
[junit4:junit4] 2> 639256 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10037 (1438689638657032193)]} 0 1
[junit4:junit4] 2> 639256 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1438689638657032192)]} 0 1
[junit4:junit4] 2> 639259 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10037 (1438689638660177920)]} 0 1
[junit4:junit4] 2> 639260 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1438689638661226496)]} 0 1
[junit4:junit4] 2> 639274 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10038 (1438689638675906560)]} 0 1
[junit4:junit4] 2> 639275 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1438689638678003712)]} 0 1
[junit4:junit4] 2> 639278 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10038 (1438689638680100864)]} 0 1
[junit4:junit4] 2> 639279 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1438689638681149440)]} 0 1
[junit4:junit4] 2> 639363 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10039 (1438689638769229824)]} 0 1
[junit4:junit4] 2> 639364 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1438689638770278400)]} 0 1
[junit4:junit4] 2> 639367 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10039 (1438689638773424129)]} 0 1
[junit4:junit4] 2> 639367 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1438689638773424128)]} 0 1
[junit4:junit4] 2> 639392 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10040 (1438689638799638528)]} 0 1
[junit4:junit4] 2> 639393 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1438689638800687104)]} 0 1
[junit4:junit4] 2> 639396 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1438689638803832832)]} 0 1
[junit4:junit4] 2> 639396 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10040 (1438689638803832833)]} 0 1
[junit4:junit4] 2> 639463 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[36 (-1438689638875136000)]} 0 1
[junit4:junit4] 2> 639463 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10036 (-1438689638875136001)]} 0 0
[junit4:junit4] 2> 639466 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10036 (-1438689638878281728)]} 0 0
[junit4:junit4] 2> 639466 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[36 (-1438689638878281729)]} 0 0
[junit4:junit4] 2> 639470 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10041 (1438689638881427456)]} 0 1
[junit4:junit4] 2> 639470 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1438689638881427457)]} 0 1
[junit4:junit4] 2> 639474 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10041 (1438689638885621760)]} 0 1
[junit4:junit4] 2> 639474 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1438689638885621761)]} 0 1
[junit4:junit4] 2> 639578 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1438689638994673664)]} 0 2
[junit4:junit4] 2> 639578 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10042 (1438689638994673665)]} 0 2
[junit4:junit4] 2> 639582 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10042 (1438689638998867968)]} 0 1
[junit4:junit4] 2> 639582 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1438689638998867969)]} 0 1
[junit4:junit4] 2> 639632 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10043 (1438689639051296768)]} 0 1
[junit4:junit4] 2> 639633 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1438689639052345344)]} 0 1
[junit4:junit4] 2> 639636 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10043 (1438689639055491072)]} 0 1
[junit4:junit4] 2> 639637 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1438689639056539648)]} 0 1
[junit4:junit4] 2> 639724 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10037 (-1438689639147765760)]} 0 1
[junit4:junit4] 2> 639725 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[37 (-1438689639149862912)]} 0 0
[junit4:junit4] 2> 639727 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10037 (-1438689639151960064)]} 0 0
[junit4:junit4] 2> 639728 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[37 (-1438689639153008640)]} 0 0
[junit4:junit4] 2> 639731 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10044 (1438689639155105792)]} 0 1
[junit4:junit4] 2> 639732 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1438689639156154368)]} 0 1
[junit4:junit4] 2> 639735 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10044 (1438689639159300097)]} 0 1
[junit4:junit4] 2> 639735 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1438689639159300096)]} 0 1
[junit4:junit4] 2> 639742 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10045 (1438689639166640128)]} 0 1
[junit4:junit4] 2> 639743 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1438689639167688704)]} 0 1
[junit4:junit4] 2> 639745 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10045 (1438689639169785856)]} 0 1
[junit4:junit4] 2> 639746 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1438689639170834432)]} 0 1
[junit4:junit4] 2> 639822 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10039 (-1438689639250526208)]} 0 1
[junit4:junit4] 2> 639822 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[39 (-1438689639251574784)]} 0 0
[junit4:junit4] 2> 639825 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10039 (-1438689639254720512)]} 0 0
[junit4:junit4] 2> 639825 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[39 (-1438689639254720513)]} 0 0
[junit4:junit4] 2> 639829 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1438689639257866240)]} 0 1
[junit4:junit4] 2> 639829 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10046 (1438689639257866241)]} 0 1
[junit4:junit4] 2> 639833 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1438689639262060544)]} 0 1
[junit4:junit4] 2> 639833 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10046 (1438689639262060545)]} 0 1
[junit4:junit4] 2> 639836 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1438689639265206272)]} 0 1
[junit4:junit4] 2> 639837 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10047 (1438689639266254848)]} 0 1
[junit4:junit4] 2> 639839 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1438689639268352000)]} 0 1
[junit4:junit4] 2> 639840 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10047 (1438689639269400576)]} 0 1
[junit4:junit4] 2> 639881 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1438689639312392192)]} 0 1
[junit4:junit4] 2> 639882 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10048 (1438689639313440768)]} 0 1
[junit4:junit4] 2> 639885 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1438689639316586496)]} 0 1
[junit4:junit4] 2> 639886 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10048 (1438689639317635072)]} 0 1
[junit4:junit4] 2> 639988 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[41 (-1438689639424589824)]} 0 1
[junit4:junit4] 2> 639989 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10041 (-1438689639426686976)]} 0 0
[junit4:junit4] 2> 639991 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[41 (-1438689639428784128)]} 0 0
[junit4:junit4] 2> 639992 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10041 (-1438689639429832704)]} 0 0
[junit4:junit4] 2> 639995 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1438689639431929856)]} 0 1
[junit4:junit4] 2> 639996 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10049 (1438689639432978432)]} 0 1
[junit4:junit4] 2> 639998 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1438689639435075584)]} 0 1
[junit4:junit4] 2> 639999 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10049 (1438689639436124160)]} 0 1
[junit4:junit4] 2> 640021 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1438689639459192832)]} 0 1
[junit4:junit4] 2> 640022 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10050 (1438689639460241408)]} 0 1
[junit4:junit4] 2> 640024 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1438689639462338560)]} 0 1
[junit4:junit4] 2> 640026 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10050 (1438689639464435712)]} 0 1
[junit4:junit4] 2> 640047 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[43 (-1438689639486455808)]} 0 1
[junit4:junit4] 2> 640048 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10043 (-1438689639488552960)]} 0 0
[junit4:junit4] 2> 640049 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[43 (-1438689639489601536)]} 0 0
[junit4:junit4] 2> 640051 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10043 (-1438689639491698688)]} 0 0
[junit4:junit4] 2> 640053 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1438689639492747264)]} 0 1
[junit4:junit4] 2> 640055 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10051 (1438689639494844416)]} 0 1
[junit4:junit4] 2> 640056 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1438689639495892992)]} 0 1
[junit4:junit4] 2> 640058 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10051 (1438689639497990144)]} 0 1
[junit4:junit4] 2> 640096 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1438689639537836032)]} 0 1
[junit4:junit4] 2> 640097 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10052 (1438689639538884608)]} 0 1
[junit4:junit4] 2> 640100 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10052 (1438689639542030336)]} 0 1
[junit4:junit4] 2> 640100 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1438689639542030337)]} 0 1
[junit4:junit4] 2> 640123 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1438689639566147584)]} 0 1
[junit4:junit4] 2> 640123 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10053 (1438689639566147585)]} 0 1
[junit4:junit4] 2> 640127 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1438689639570341888)]} 0 1
[junit4:junit4] 2> 640127 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10053 (1438689639570341889)]} 0 1
[junit4:junit4] 2> 640174 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1438689639619624960)]} 0 1
[junit4:junit4] 2> 640175 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10054 (1438689639620673536)]} 0 1
[junit4:junit4] 2> 640178 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1438689639623819264)]} 0 1
[junit4:junit4] 2> 640179 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10054 (1438689639624867840)]} 0 1
[junit4:junit4] 2> 640193 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10055 (1438689639639547904)]} 0 1
[junit4:junit4] 2> 640193 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1438689639639547905)]} 0 1
[junit4:junit4] 2> 640197 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1438689639643742208)]} 0 1
[junit4:junit4] 2> 640197 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10055 (1438689639643742209)]} 0 1
[junit4:junit4] 2> 640237 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[47 (-1438689639685685248)]} 0 1
[junit4:junit4] 2> 640237 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10047 (-1438689639686733824)]} 0 0
[junit4:junit4] 2> 640240 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10047 (-1438689639689879552)]} 0 0
[junit4:junit4] 2> 640240 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[47 (-1438689639689879553)]} 0 0
[junit4:junit4] 2> 640244 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10056 (1438689639693025280)]} 0 1
[junit4:junit4] 2> 640244 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1438689639693025281)]} 0 1
[junit4:junit4] 2> 640248 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1438689639697219584)]} 0 1
[junit4:junit4] 2> 640248 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10056 (1438689639697219585)]} 0 1
[junit4:junit4] 2> 640304 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[48 (-1438689639755939840)]} 0 1
[junit4:junit4] 2> 640304 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10048 (-1438689639756988416)]} 0 0
[junit4:junit4] 2> 640307 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10048 (-1438689639760134144)]} 0 0
[junit4:junit4] 2> 640307 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[48 (-1438689639760134145)]} 0 0
[junit4:junit4] 2> 640311 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1438689639763279872)]} 0 1
[junit4:junit4] 2> 640311 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10057 (1438689639763279873)]} 0 1
[junit4:junit4] 2> 640315 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1438689639767474176)]} 0 1
[junit4:junit4] 2> 640315 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10057 (1438689639767474177)]} 0 1
[junit4:junit4] 2> 640416 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[51 (-1438689639873380352)]} 0 1
[junit4:junit4] 2> 640416 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10051 (-1438689639874428928)]} 0 0
[junit4:junit4] 2> 640419 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[51 (-1438689639877574656)]} 0 0
[junit4:junit4] 2> 640419 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10051 (-1438689639877574657)]} 0 0
[junit4:junit4] 2> 640423 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10058 (1438689639880720385)]} 0 1
[junit4:junit4] 2> 640423 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1438689639880720384)]} 0 1
[junit4:junit4] 2> 640426 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10058 (1438689639883866112)]} 0 1
[junit4:junit4] 2> 640427 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1438689639884914688)]} 0 1
[junit4:junit4] 2> 640452 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10059 (1438689639911129088)]} 0 1
[junit4:junit4] 2> 640453 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1438689639912177664)]} 0 1
[junit4:junit4] 2> 640456 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10059 (1438689639915323392)]} 0 1
[junit4:junit4] 2> 640457 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1438689639916371968)]} 0 1
[junit4:junit4] 2> 640522 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10052 (-1438689639984529408)]} 0 1
[junit4:junit4] 2> 640522 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[52 (-1438689639985577984)]} 0 0
[junit4:junit4] 2> 640525 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[52 (-1438689639988723712)]} 0 0
[junit4:junit4] 2> 640525 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10052 (-1438689639988723713)]} 0 0
[junit4:junit4] 2> 640529 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10060 (1438689639991869440)]} 0 1
[junit4:junit4] 2> 640529 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1438689639991869441)]} 0 1
[junit4:junit4] 2> 640533 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1438689639996063744)]} 0 1
[junit4:junit4] 2> 640533 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10060 (1438689639996063745)]} 0 1
[junit4:junit4] 2> 640603 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[55 (-1438689640069464064)]} 0 1
[junit4:junit4] 2> 640603 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10055 (-1438689640070512640)]} 0 0
[junit4:junit4] 2> 640606 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10055 (-1438689640073658368)]} 0 0
[junit4:junit4] 2> 640606 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[55 (-1438689640073658369)]} 0 0
[junit4:junit4] 2> 640610 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10061 (1438689640076804096)]} 0 1
[junit4:junit4] 2> 640610 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1438689640076804097)]} 0 1
[junit4:junit4] 2> 640614 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1438689640080998400)]} 0 1
[junit4:junit4] 2> 640614 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10061 (1438689640080998401)]} 0 1
[junit4:junit4] 2> 640696 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1438689640166981632)]} 0 1
[junit4:junit4] 2> 640697 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10062 (1438689640168030208)]} 0 1
[junit4:junit4] 2> 640700 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1438689640171175936)]} 0 1
[junit4:junit4] 2> 640701 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10062 (1438689640172224512)]} 0 1
[junit4:junit4] 2> 640727 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1438689640199487488)]} 0 1
[junit4:junit4] 2> 640728 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10063 (1438689640200536064)]} 0 1
[junit4:junit4] 2> 640731 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1438689640203681792)]} 0 1
[junit4:junit4] 2> 640732 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10063 (1438689640204730368)]} 0 1
[junit4:junit4] 2> 640737 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[56 (-1438689640211021824)]} 0 0
[junit4:junit4] 2> 640738 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10056 (-1438689640212070400)]} 0 0
[junit4:junit4] 2> 640740 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[56 (-1438689640214167552)]} 0 0
[junit4:junit4] 2> 640741 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10056 (-1438689640215216128)]} 0 0
[junit4:junit4] 2> 640744 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1438689640217313280)]} 0 1
[junit4:junit4] 2> 640745 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10064 (1438689640218361856)]} 0 1
[junit4:junit4] 2> 640747 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1438689640220459008)]} 0 1
[junit4:junit4] 2> 640749 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10064 (1438689640222556160)]} 0 1
[junit4:junit4] 2> 640777 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1438689640251916288)]} 0 1
[junit4:junit4] 2> 640779 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10065 (1438689640254013440)]} 0 1
[junit4:junit4] 2> 640781 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1438689640256110592)]} 0 1
[junit4:junit4] 2> 640782 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10065 (1438689640257159168)]} 0 1
[junit4:junit4] 2> 640868 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1438689640347336704)]} 0 1
[junit4:junit4] 2> 640869 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10066 (1438689640348385280)]} 0 1
[junit4:junit4] 2> 640872 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1438689640351531008)]} 0 1
[junit4:junit4] 2> 640873 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10066 (1438689640352579584)]} 0 1
[junit4:junit4] 2> 640955 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1438689640438562816)]} 0 2
[junit4:junit4] 2> 640955 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10067 (1438689640438562817)]} 0 1
[junit4:junit4] 2> 640959 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10067 (1438689640442757120)]} 0 1
[junit4:junit4] 2> 640959 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1438689640442757121)]} 0 1
[junit4:junit4] 2> 641055 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10068 (1438689640543420416)]} 0 1
[junit4:junit4] 2> 641055 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[68 (1438689640543420417)]} 0 1
[junit4:junit4] 2> 641059 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10068 (1438689640547614720)]} 0 1
[junit4:junit4] 2> 641059 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[68 (1438689640547614721)]} 0 1
[junit4:junit4] 2> 641113 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10063 (-1438689640604237824)]} 0 1
[junit4:junit4] 2> 641113 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[63 (-1438689640605286400)]} 0 0
[junit4:junit4] 2> 641116 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10063 (-1438689640608432128)]} 0 0
[junit4:junit4] 2> 641116 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[63 (-1438689640608432129)]} 0 0
[junit4:junit4] 2> 641120 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10069 (1438689640611577856)]} 0 1
[junit4:junit4] 2> 641120 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[69 (1438689640611577857)]} 0 1
[junit4:junit4] 2> 641124 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10069 (1438689640615772160)]} 0 1
[junit4:junit4] 2> 641124 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[69 (1438689640615772161)]} 0 1
[junit4:junit4] 2> 641173 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10065 (-1438689640667152384)]} 0 1
[junit4:junit4] 2> 641173 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[65 (-1438689640668200960)]} 0 0
[junit4:junit4] 2> 641176 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[65 (-1438689640671346688)]} 0 0
[junit4:junit4] 2> 641176 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10065 (-1438689640671346689)]} 0 0
[junit4:junit4] 2> 641180 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[70 (1438689640674492416)]} 0 1
[junit4:junit4] 2> 641180 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10070 (1438689640674492417)]} 0 1
[junit4:junit4] 2> 641184 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[70 (1438689640678686720)]} 0 1
[junit4:junit4] 2> 641184 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10070 (1438689640678686721)]} 0 1
[junit4:junit4] 2> 641202 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[71 (1438689640697561088)]} 0 1
[junit4:junit4] 2> 641203 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10071 (1438689640698609664)]} 0 1
[junit4:junit4] 2> 641205 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[71 (1438689640700706816)]} 0 1
[junit4:junit4] 2> 641207 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10071 (1438689640702803968)]} 0 1
[junit4:junit4] 2> 641222 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[67 (-1438689640718532608)]} 0 1
[junit4:junit4] 2> 641223 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10067 (-1438689640720629760)]} 0 0
[junit4:junit4] 2> 641225 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[67 (-1438689640722726912)]} 0 0
[junit4:junit4] 2> 641226 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10067 (-1438689640723775488)]} 0 0
[junit4:junit4] 2> 641229 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[72 (1438689640725872640)]} 0 1
[junit4:junit4] 2> 641230 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10072 (1438689640726921216)]} 0 1
[junit4:junit4] 2> 641232 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[72 (1438689640729018368)]} 0 1
[junit4:junit4] 2> 641233 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10072 (1438689640730066944)]} 0 1
[junit4:junit4] 2> 641265 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[70 (-1438689640763621376)]} 0 1
[junit4:junit4] 2> 641265 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10070 (-1438689640764669952)]} 0 0
[junit4:junit4] 2> 641268 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[70 (-1438689640767815680)]} 0 0
[junit4:junit4] 2> 641268 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10070 (-1438689640767815681)]} 0 0
[junit4:junit4] 2> 641272 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[73 (1438689640770961409)]} 0 1
[junit4:junit4] 2> 641272 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10073 (1438689640770961408)]} 0 1
[junit4:junit4] 2> 641275 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[73 (1438689640774107136)]} 0 1
[junit4:junit4] 2> 641276 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10073 (1438689640775155712)]} 0 1
[junit4:junit4] 2> 641360 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10071 (-1438689640863236096)]} 0 1
[junit4:junit4] 2> 641364 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10071 (-1438689640867430400)]} 0 1
[junit4:junit4] 2> 641366 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[71 (-1438689640870576128)]} 0 1
[junit4:junit4] 2> 641367 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10074 (1438689640870576129)]} 0 1
[junit4:junit4] 2> 641368 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[71 (-1438689640872673280)]} 0 0
[junit4:junit4] 2> 641371 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10074 (1438689640874770432)]} 0 1
[junit4:junit4] 2> 641372 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[74 (1438689640875819008)]} 0 1
[junit4:junit4] 2> 641376 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[74 (1438689640880013312)]} 0 1
[junit4:junit4] 2> 641464 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10075 (1438689640972288000)]} 0 1
[junit4:junit4] 2> 641468 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[75 (1438689640976482304)]} 0 1
[junit4:junit4] 2> 641468 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10075 (1438689640976482304)]} 0 1
[junit4:junit4] 2> 641471 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[75 (1438689640979628032)]} 0 1
[junit4:junit4] 2> 641506 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10072 (-1438689641016328192)]} 0 1
[junit4:junit4] 2> 641507 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[72 (-1438689641018425344)]} 0 0
[junit4:junit4] 2> 641509 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10072 (-1438689641020522496)]} 0 0
[junit4:junit4] 2> 641510 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[72 (-1438689641021571072)]} 0 0
[junit4:junit4] 2> 641513 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10076 (1438689641023668224)]} 0 1
[junit4:junit4] 2> 641514 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[76 (1438689641024716800)]} 0 1
[junit4:junit4] 2> 641516 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10076 (1438689641026813952)]} 0 1
[junit4:junit4] 2> 641517 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[76 (1438689641027862528)]} 0 1
[junit4:junit4] 2> 641596 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10077 (1438689641110700032)]} 0 1
[junit4:junit4] 2> 641597 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[77 (1438689641111748608)]} 0 1
[junit4:junit4] 2> 641600 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[77 (1438689641114894337)]} 0 1
[junit4:junit4] 2> 641600 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10077 (1438689641114894336)]} 0 1
[junit4:junit4] 2> 641695 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[73 (-1438689641214509056)]} 0 1
[junit4:junit4] 2> 641695 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10073 (-1438689641215557632)]} 0 0
[junit4:junit4] 2> 641698 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10073 (-1438689641218703360)]} 0 0
[junit4:junit4] 2> 641698 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[73 (-1438689641218703361)]} 0 0
[junit4:junit4] 2> 641702 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10078 (1438689641221849088)]} 0 1
[junit4:junit4] 2> 641702 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[78 (1438689641221849089)]} 0 1
[junit4:junit4] 2> 641705 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10078 (1438689641224994816)]} 0 1
[junit4:junit4] 2> 641706 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[78 (1438689641226043392)]} 0 1
[junit4:junit4] 2> 641711 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10075 (-1438689641232334848)]} 0 0
[junit4:junit4] 2> 641712 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[75 (-1438689641233383424)]} 0 0
[junit4:junit4] 2> 641714 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10075 (-1438689641235480576)]} 0 0
[junit4:junit4] 2> 641715 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[75 (-1438689641236529152)]} 0 0
[junit4:junit4] 2> 641718 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10079 (1438689641238626304)]} 0 1
[junit4:junit4] 2> 641719 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[79 (1438689641239674880)]} 0 1
[junit4:junit4] 2> 641721 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10079 (1438689641241772032)]} 0 1
[junit4:junit4] 2> 641722 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[79 (1438689641242820608)]} 0 1
[junit4:junit4] 2> 641743 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10080 (1438689641264840704)]} 0 1
[junit4:junit4] 2> 641744 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[80 (1438689641265889280)]} 0 1
[junit4:junit4] 2> 641747 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10080 (1438689641269035008)]} 0 1
[junit4:junit4] 2> 641747 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[80 (1438689641269035009)]} 0 1
[junit4:junit4] 2> 641830 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10081 (1438689641356066816)]} 0 1
[junit4:junit4] 2> 641831 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[81 (1438689641357115392)]} 0 1
[junit4:junit4] 2> 641834 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[81 (1438689641360261120)]} 0 1
[junit4:junit4] 2> 641834 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10081 (1438689641360261121)]} 0 1
[junit4:junit4] 2> 641867 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[76 (-1438689641394864128)]} 0 1
[junit4:junit4] 2> 641867 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10076 (-1438689641395912704)]} 0 0
[junit4:junit4] 2> 641869 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[76 (-1438689641398009856)]} 0 0
[junit4:junit4] 2> 641870 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10076 (-1438689641399058432)]} 0 0
[junit4:junit4] 2> 641873 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[82 (1438689641401155584)]} 0 1
[junit4:junit4] 2> 641874 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10082 (1438689641402204160)]} 0 1
[junit4:junit4] 2> 641876 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[82 (1438689641404301312)]} 0 1
[junit4:junit4] 2> 641877 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10082 (1438689641405349888)]} 0 1
[junit4:junit4] 2> 641881 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[83 (1438689641409544192)]} 0 1
[junit4:junit4] 2> 641882 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10083 (1438689641410592768)]} 0 1
[junit4:junit4] 2> 641884 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[83 (1438689641412689920)]} 0 1
[junit4:junit4] 2> 641886 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10083 (1438689641414787072)]} 0 1
[junit4:junit4] 2> 641952 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[84 (1438689641483993088)]} 0 1
[junit4:junit4] 2> 641954 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10084 (1438689641486090240)]} 0 1
[junit4:junit4] 2> 641956 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[84 (1438689641488187392)]} 0 1
[junit4:junit4] 2> 641958 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10084 (1438689641490284544)]} 0 1
[junit4:junit4] 2> 641991 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[85 (1438689641524887552)]} 0 1
[junit4:junit4] 2> 641993 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10085 (1438689641526984704)]} 0 1
[junit4:junit4] 2> 641995 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[85 (1438689641529081856)]} 0 1
[junit4:junit4] 2> 641996 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10085 (1438689641530130432)]} 0 1
[junit4:junit4] 2> 642005 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[86 (1438689641539567616)]} 0 1
[junit4:junit4] 2> 642006 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10086 (1438689641540616192)]} 0 1
[junit4:junit4] 2> 642009 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10086 (1438689641543761920)]} 0 1
[junit4:junit4] 2> 642009 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[86 (1438689641543761921)]} 0 1
[junit4:junit4] 2> 642084 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10078 (-1438689641622405120)]} 0 1
[junit4:junit4] 2> 642084 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[78 (-1438689641623453696)]} 0 0
[junit4:junit4] 2> 642087 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[78 (-1438689641626599424)]} 0 0
[junit4:junit4] 2> 642087 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10078 (-1438689641626599425)]} 0 0
[junit4:junit4] 2> 642091 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10087 (1438689641629745153)]} 0 1
[junit4:junit4] 2> 642091 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[87 (1438689641629745152)]} 0 1
[junit4:junit4] 2> 642094 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10087 (1438689641632890880)]} 0 1
[junit4:junit4] 2> 642095 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[87 (1438689641633939456)]} 0 1
[junit4:junit4] 2> 642195 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10079 (-1438689641738797056)]} 0 1
[junit4:junit4] 2> 642195 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[79 (-1438689641739845632)]} 0 0
[junit4:junit4] 2> 642198 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10079 (-1438689641742991360)]} 0 0
[junit4:junit4] 2> 642198 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[79 (-1438689641742991361)]} 0 0
[junit4:junit4] 2> 642202 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10088 (1438689641746137088)]} 0 1
[junit4:junit4] 2> 642202 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[88 (1438689641746137089)]} 0 1
[junit4:junit4] 2> 642205 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10088 (1438689641749282816)]} 0 1
[junit4:junit4] 2> 642206 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[88 (1438689641750331392)]} 0 1
[junit4:junit4] 2> 642274 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10089 (1438689641821634560)]} 0 1
[junit4:junit4] 2> 642275 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[89 (1438689641822683136)]} 0 1
[junit4:junit4] 2> 642278 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10089 (1438689641825828864)]} 0 1
[junit4:junit4] 2> 642279 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[89 (1438689641826877440)]} 0 1
[junit4:junit4] 2> 642302 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10082 (-1438689641850994688)]} 0 1
[junit4:junit4] 2> 642302 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[82 (-1438689641852043264)]} 0 0
[junit4:junit4] 2> 642304 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10082 (-1438689641854140416)]} 0 0
[junit4:junit4] 2> 642305 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[82 (-1438689641855188992)]} 0 0
[junit4:junit4] 2> 642308 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10090 (1438689641857286144)]} 0 1
[junit4:junit4] 2> 642309 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[90 (1438689641858334720)]} 0 1
[junit4:junit4] 2> 642311 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10090 (1438689641860431872)]} 0 1
[junit4:junit4] 2> 642312 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[90 (1438689641861480448)]} 0 1
[junit4:junit4] 2> 642330 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10083 (-1438689641881403392)]} 0 0
[junit4:junit4] 2> 642331 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[83 (-1438689641882451968)]} 0 0
[junit4:junit4] 2> 642333 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10083 (-1438689641884549120)]} 0 0
[junit4:junit4] 2> 642334 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[83 (-1438689641885597696)]} 0 0
[junit4:junit4] 2> 642337 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10091 (1438689641887694848)]} 0 1
[junit4:junit4] 2> 642338 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[91 (1438689641888743424)]} 0 1
[junit4:junit4] 2> 642340 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10091 (1438689641890840576)]} 0 1
[junit4:junit4] 2> 642341 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[91 (1438689641891889152)]} 0 1
[junit4:junit4] 2> 642360 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10084 (-1438689641912860672)]} 0 1
[junit4:junit4] 2> 642361 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[84 (-1438689641912860673)]} 0 1
[junit4:junit4] 2> 642363 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10084 (-1438689641916006400)]} 0 0
[junit4:junit4] 2> 642365 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[84 (-1438689641917054976)]} 0 1
[junit4:junit4] 2> 642367 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10092 (1438689641919152128)]} 0 1
[junit4:junit4] 2> 642369 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[92 (1438689641921249280)]} 0 1
[junit4:junit4] 2> 642371 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10092 (1438689641923346432)]} 0 1
[junit4:junit4] 2> 642372 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[92 (1438689641924395008)]} 0 1
[junit4:junit4] 2> 642449 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10086 (-1438689642006183936)]} 0 0
[junit4:junit4] 2> 642450 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[86 (-1438689642007232512)]} 0 0
[junit4:junit4] 2> 642453 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10086 (-1438689642009329664)]} 0 1
[junit4:junit4] 2> 642453 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[86 (-1438689642010378240)]} 0 0
[junit4:junit4] 2> 642457 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10093 (1438689642013523968)]} 0 1
[junit4:junit4] 2> 642458 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[93 (1438689642014572544)]} 0 2
[junit4:junit4] 2> 642461 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[93 (1438689642017718272)]} 0 1
[junit4:junit4] 2> 642461 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10093 (1438689642017718273)]} 0 1
[junit4:junit4] 2> 642485 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[89 (-1438689642042884096)]} 0 1
[junit4:junit4] 2> 642485 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10089 (-1438689642043932672)]} 0 0
[junit4:junit4] 2> 642488 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10089 (-1438689642047078400)]} 0 0
[junit4:junit4] 2> 642489 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[89 (-1438689642047078401)]} 0 1
[junit4:junit4] 2> 642492 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[94 (1438689642050224128)]} 0 1
[junit4:junit4] 2> 642492 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10094 (1438689642050224129)]} 0 1
[junit4:junit4] 2> 642496 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10094 (1438689642054418432)]} 0 1
[junit4:junit4] 2> 642496 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[94 (1438689642054418433)]} 0 1
[junit4:junit4] 2> 642504 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10095 (1438689642062807040)]} 0 1
[junit4:junit4] 2> 642505 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[95 (1438689642063855616)]} 0 1
[junit4:junit4] 2> 642508 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10095 (1438689642067001344)]} 0 1
[junit4:junit4] 2> 642509 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[95 (1438689642068049920)]} 0 1
[junit4:junit4] 2> 642567 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10090 (-1438689642128867328)]} 0 1
[junit4:junit4] 2> 642568 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[90 (-1438689642130964480)]} 0 0
[junit4:junit4] 2> 642570 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10090 (-1438689642133061632)]} 0 0
[junit4:junit4] 2> 642571 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[90 (-1438689642134110208)]} 0 0
[junit4:junit4] 2> 642574 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10096 (1438689642136207360)]} 0 1
[junit4:junit4] 2> 642575 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[96 (1438689642137255936)]} 0 1
[junit4:junit4] 2> 642578 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[96 (1438689642140401664)]} 0 1
[junit4:junit4] 2> 642578 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10096 (1438689642140401665)]} 0 1
[junit4:junit4] 2> 642673 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[97 (1438689642240016384)]} 0 1
[junit4:junit4] 2> 642674 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10097 (1438689642241064960)]} 0 1
[junit4:junit4] 2> 642677 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[97 (1438689642244210688)]} 0 1
[junit4:junit4] 2> 642678 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10097 (1438689642245259264)]} 0 1
[junit4:junit4] 2> 642757 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[98 (1438689642328096768)]} 0 1
[junit4:junit4] 2> 642758 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10098 (1438689642329145344)]} 0 1
[junit4:junit4] 2> 642761 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[98 (1438689642332291072)]} 0 1
[junit4:junit4] 2> 642762 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10098 (1438689642333339648)]} 0 1
[junit4:junit4] 2> 642862 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[99 (1438689642438197248)]} 0 1
[junit4:junit4] 2> 642863 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10099 (1438689642439245824)]} 0 1
[junit4:junit4] 2> 642866 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[99 (1438689642442391552)]} 0 1
[junit4:junit4] 2> 642867 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10099 (1438689642443440128)]} 0 1
[junit4:junit4] 2> 642964 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[91 (-1438689642545152000)]} 0 1
[junit4:junit4] 2> 642964 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10091 (-1438689642546200576)]} 0 0
[junit4:junit4] 2> 642967 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10091 (-1438689642549346304)]} 0 0
[junit4:junit4] 2> 642967 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[91 (-1438689642549346305)]} 0 0
[junit4:junit4] 2> 642971 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1438689642552492032)]} 0 1
[junit4:junit4] 2> 642971 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10100 (1438689642552492033)]} 0 1
[junit4:junit4] 2> 642974 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[100 (1438689642555637760)]} 0 1
[junit4:junit4] 2> 642975 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10100 (1438689642556686336)]} 0 1
[junit4:junit4] 2> 643074 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1438689642660495360)]} 0 1
[junit4:junit4] 2> 643075 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10101 (1438689642661543936)]} 0 1
[junit4:junit4] 2> 643078 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[101 (1438689642664689664)]} 0 1
[junit4:junit4] 2> 643078 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10101 (1438689642664689665)]} 0 1
[junit4:junit4] 2> 643178 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[92 (-1438689642769547264)]} 0 1
[junit4:junit4] 2> 643178 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10092 (-1438689642770595840)]} 0 0
[junit4:junit4] 2> 643181 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[92 (-1438689642773741568)]} 0 0
[junit4:junit4] 2> 643181 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10092 (-1438689642773741569)]} 0 0
[junit4:junit4] 2> 643185 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10102 (1438689642776887296)]} 0 1
[junit4:junit4] 2> 643185 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1438689642776887297)]} 0 1
[junit4:junit4] 2> 643188 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10102 (1438689642780033024)]} 0 1
[junit4:junit4] 2> 643189 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[102 (1438689642781081600)]} 0 1
[junit4:junit4] 2> 643194 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10093 (-1438689642787373056)]} 0 0
[junit4:junit4] 2> 643195 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[93 (-1438689642788421632)]} 0 0
[junit4:junit4] 2> 643197 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10093 (-1438689642790518784)]} 0 0
[junit4:junit4] 2> 643198 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[93 (-1438689642791567360)]} 0 0
[junit4:junit4] 2> 643201 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10103 (1438689642793664512)]} 0 1
[junit4:junit4] 2> 643202 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1438689642794713088)]} 0 1
[junit4:junit4] 2> 643204 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10103 (1438689642796810240)]} 0 1
[junit4:junit4] 2> 643205 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[103 (1438689642797858816)]} 0 1
[junit4:junit4] 2> 643233 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10104 (1438689642827218944)]} 0 1
[junit4:junit4] 2> 643234 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1438689642828267520)]} 0 1
[junit4:junit4] 2> 643237 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10104 (1438689642831413248)]} 0 1
[junit4:junit4] 2> 643237 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[104 (1438689642831413249)]} 0 1
[junit4:junit4] 2> 643329 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10095 (-1438689642927882240)]} 0 1
[junit4:junit4] 2> 643329 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[95 (-1438689642928930816)]} 0 0
[junit4:junit4] 2> 643332 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[95 (-1438689642932076544)]} 0 0
[junit4:junit4] 2> 643332 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10095 (-1438689642932076545)]} 0 0
[junit4:junit4] 2> 643336 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10105 (1438689642935222272)]} 0 1
[junit4:junit4] 2> 643336 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1438689642935222273)]} 0 1
[junit4:junit4] 2> 643339 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10105 (1438689642938368000)]} 0 1
[junit4:junit4] 2> 643340 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[105 (1438689642939416576)]} 0 1
[junit4:junit4] 2> 643433 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10106 (1438689643036934144)]} 0 1
[junit4:junit4] 2> 643435 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1438689643039031296)]} 0 1
[junit4:junit4] 2> 643437 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10106 (1438689643041128448)]} 0 1
[junit4:junit4] 2> 643438 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[106 (1438689643042177024)]} 0 1
[junit4:junit4] 2> 643458 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10107 (1438689643063148544)]} 0 1
[junit4:junit4] 2> 643459 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1438689643064197120)]} 0 1
[junit4:junit4] 2> 643461 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10107 (1438689643066294272)]} 0 1
[junit4:junit4] 2> 643462 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[107 (1438689643067342848)]} 0 1
[junit4:junit4] 2> 643537 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10096 (-1438689643145986048)]} 0 1
[junit4:junit4] 2> 643537 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[96 (-1438689643145986049)]} 0 1
[junit4:junit4] 2> 643540 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10096 (-1438689643150180352)]} 0 0
[junit4:junit4] 2> 643540 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[96 (-1438689643150180353)]} 0 0
[junit4:junit4] 2> 643544 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1438689643153326080)]} 0 1
[junit4:junit4] 2> 643544 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10108 (1438689643153326081)]} 0 1
[junit4:junit4] 2> 643547 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[108 (1438689643156471808)]} 0 1
[junit4:junit4] 2> 643548 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10108 (1438689643157520384)]} 0 1
[junit4:junit4] 2> 643614 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1438689643226726400)]} 0 1
[junit4:junit4] 2> 643615 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10109 (1438689643227774976)]} 0 1
[junit4:junit4] 2> 643618 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[109 (1438689643230920704)]} 0 1
[junit4:junit4] 2> 643619 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10109 (1438689643231969280)]} 0 1
[junit4:junit4] 2> 643621 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10099 (-1438689643235115008)]} 0 0
[junit4:junit4] 2> 643621 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[99 (-1438689643235115009)]} 0 0
[junit4:junit4] 2> 643624 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10099 (-1438689643238260736)]} 0 0
[junit4:junit4] 2> 643624 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[99 (-1438689643238260737)]} 0 0
[junit4:junit4] 2> 643628 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1438689643241406464)]} 0 1
[junit4:junit4] 2> 643628 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10110 (1438689643241406465)]} 0 1
[junit4:junit4] 2> 643631 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[110 (1438689643244552192)]} 0 1
[junit4:junit4] 2> 643632 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10110 (1438689643245600768)]} 0 1
[junit4:junit4] 2> 643700 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1438689643316903936)]} 0 1
[junit4:junit4] 2> 643701 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10111 (1438689643317952512)]} 0 1
[junit4:junit4] 2> 643704 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[111 (1438689643321098240)]} 0 1
[junit4:junit4] 2> 643705 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10111 (1438689643322146816)]} 0 1
[junit4:junit4] 2> 643729 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1438689643347312640)]} 0 1
[junit4:junit4] 2> 643731 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10112 (1438689643349409792)]} 0 1
[junit4:junit4] 2> 643733 T1970 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[112 (1438689643351506944)]} 0 1
[junit4:junit4] 2> 643734 T1971 C944 P29604 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10112 (1438689643352555520)]} 0 1
[junit4:junit4] 2> 643748 T1949 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[113 (1438689643367235584)]} 0 1
[junit4:junit4] 2> 643749 T1950 C943 P54251 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10113 (1438689643368284160)]} 0 1
[junit4:junit4] 2> 643752 T1971 C944 P29604 oasup.LogUpdate
[...truncated too long message...]
asc.ShardLeaderElectionContext.shouldIBeLeader Checking if I should try and be the leader.
[junit4:junit4] 2> 853602 T2014 oasc.ShardLeaderElectionContext.shouldIBeLeader My last published State was Active, it's okay to be the leader.
[junit4:junit4] 2> 853602 T2014 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 853603 T2014 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:12158/collection1/
[junit4:junit4] 2> 853603 T2014 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:12158 START replicas=[http://127.0.0.1:29604/collection1/] nUpdates=100
[junit4:junit4] 2> 853640 T1937 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 12158
[junit4:junit4] 2> 853640 T1937 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2056639937
[junit4:junit4] 2> 854643 T1937 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 854643 T1937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 854694 T1937 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 854759 T1937 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 854761 T1937 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:26432 26432
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> safe stop:
[junit4:junit4] 1> safe stop:
[junit4:junit4] 1> safe stop:
[junit4:junit4] 1> safe stop:
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest -Dtests.method=testDistribSearch -Dtests.seed=165080780D09E20C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=mk_MK -Dtests.timezone=America/Mazatlan -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 230s J0 | RecoveryZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: expected:<2143> but was:<86>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([165080780D09E20C:97B60E607A568230]:0)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:108)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 854879 T1937 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 854888 T1979 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 854888 T1979 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 854888 T1979 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 883605 T2014 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:12158 couldn't connect to http://127.0.0.1:29604/collection1/, counting as success
[junit4:junit4] 2> 883605 T2014 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:12158 DONE. sync succeeded
[junit4:junit4] 2> 883606 T2014 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 883607 T2014 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4] 2> 883607 T2014 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@19d8718
[junit4:junit4] 2> 883614 T2014 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=43,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=86,cumulative_deletesById=43,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 883614 T2014 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 883615 T2014 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 883615 T2014 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 883618 T2014 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 883619 T2014 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 883619 T2014 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2;done=false>>]
[junit4:junit4] 2> 883619 T2014 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2
[junit4:junit4] 2> 883620 T2014 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/index;done=false>>]
[junit4:junit4] 2> 883620 T2014 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1372041343016/jetty2/index
[junit4:junit4] 2> 883659 T2014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 883659 T2014 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 883660 T2014 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 883660 T2014 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=DefaultSimilarity, locale=mk_MK, timezone=America/Mazatlan
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=58848848,total=434372608
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestRandomDVFaceting, TestFaceting, PeerSyncTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, SearchHandlerTest, MBeansHandlerTest, SpatialFilterTest, TestWriterPerf, DistributedQueryElevationComponentTest, PolyFieldTest, DistributedTermsComponentTest, TestStressVersions, TestSolrXmlPersistence, TestPluginEnable, ExternalFileFieldSortTest, TestCloudManagedSchemaAddField, CoreAdminHandlerTest, DocValuesTest, PrimitiveFieldTypeTest, BadCopyFieldTest, TestSchemaResource, ChaosMonkeyNothingIsSafeTest, TestCoreContainer, TestXIncludeConfig, TestFuzzyAnalyzedSuggestions, TestSerializedLuceneMatchVersion, TestSolrDeletionPolicy2, TestSolrCoreProperties, SolrIndexSplitterTest, SliceStateTest, BasicDistributedZkTest, SliceStateUpdateTest, SystemInfoHandlerTest, TermVectorComponentTest, TestFastWriter, TestRealTimeGet, RecoveryZkTest]
[junit4:junit4] Completed on J0 in 259.34s, 1 test, 1 failure <<< FAILURES!
[...truncated 709 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1256 tests, 1 failure, 11 ignored (5 assumptions)
Total time: 107 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 294 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/294/
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:19866/collection1lastClient and got 283 from http://127.0.0.1:19873/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:19866/collection1lastClient and got 283 from http://127.0.0.1:19873/collection1
at __randomizedtesting.SeedInfo.seed([3FB4EE73E57DEB55:BE52606B92228B69]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9232 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 1643199 T3090 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 1643203 T3090 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1371955746520
[junit4:junit4] 2> 1643204 T3090 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1643205 T3091 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1643306 T3090 oasc.ZkTestServer.run start zk server on port:19859
[junit4:junit4] 2> 1643307 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1643310 T3097 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5755e713 name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1643311 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1643311 T3090 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1643333 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1643335 T3099 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65b358d1 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1643335 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1643336 T3090 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1643339 T3090 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1643349 T3090 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1643351 T3090 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1643358 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1643359 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1643371 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1643372 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1643477 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1643478 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1643481 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1643482 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1643494 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1643495 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1643497 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1643498 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1643501 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1643502 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1643504 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1643505 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1643512 T3090 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1643512 T3090 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1643790 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1643794 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19862
[junit4:junit4] 2> 1643795 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1643795 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1643796 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831
[junit4:junit4] 2> 1643796 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/solr.xml
[junit4:junit4] 2> 1643797 T3090 oasc.CoreContainer.<init> New CoreContainer 1478966181
[junit4:junit4] 2> 1643797 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/'
[junit4:junit4] 2> 1643798 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/'
[junit4:junit4] 2> 1643924 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1643924 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1643925 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1643926 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1643926 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1643927 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1643927 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1643928 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1643929 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1643929 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1643951 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1643952 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1643953 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1643954 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1643957 T3110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ae356ba name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1643957 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1643968 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1643981 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1643983 T3112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12b74419 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1643983 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1643990 T3090 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1643994 T3090 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1643997 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1644004 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19862_
[junit4:junit4] 2> 1644006 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19862_
[junit4:junit4] 2> 1644013 T3090 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1644027 T3090 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1644029 T3090 oasc.Overseer.start Overseer (id=89912491804459011-127.0.0.1:19862_-n_0000000000) starting
[junit4:junit4] 2> 1644041 T3090 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1644054 T3114 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1644054 T3090 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1644056 T3090 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1644058 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1644060 T3113 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1644065 T3115 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1644065 T3115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1645563 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1645564 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19862_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19862"}
[junit4:junit4] 2> 1645564 T3113 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1645565 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1645600 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1646068 T3115 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/collection1
[junit4:junit4] 2> 1646068 T3115 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1646069 T3115 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1646069 T3115 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1646071 T3115 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/collection1/'
[junit4:junit4] 2> 1646072 T3115 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/collection1/lib/README' to classloader
[junit4:junit4] 2> 1646072 T3115 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1646125 T3115 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1646183 T3115 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1646285 T3115 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1646291 T3115 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1646945 T3115 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1646946 T3115 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1646947 T3115 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1646960 T3115 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1646964 T3115 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1646978 T3115 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1646983 T3115 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1646988 T3115 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1646988 T3115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1646989 T3115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1646989 T3115 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1646990 T3115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1646990 T3115 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1646990 T3115 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1646991 T3115 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371955746831/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/control/data/
[junit4:junit4] 2> 1646991 T3115 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1646992 T3115 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1646993 T3115 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/control/data
[junit4:junit4] 2> 1646994 T3115 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/control/data/index/
[junit4:junit4] 2> 1646995 T3115 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1646996 T3115 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/control/data/index
[junit4:junit4] 2> 1647003 T3115 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1647003 T3115 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1647006 T3115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1647006 T3115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1647007 T3115 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1647007 T3115 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1647008 T3115 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1647008 T3115 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1647008 T3115 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1647009 T3115 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1647009 T3115 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1647019 T3115 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1647029 T3115 oass.SolrIndexSearcher.<init> Opening Searcher@7f93671a main
[junit4:junit4] 2> 1647030 T3115 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1647031 T3115 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1647034 T3116 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f93671a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1647035 T3115 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1647036 T3115 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19862 collection:control_collection shard:shard1
[junit4:junit4] 2> 1647036 T3115 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1647052 T3115 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1647065 T3115 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1647065 T3115 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1647065 T3115 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19862/collection1/
[junit4:junit4] 2> 1647066 T3115 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1647066 T3115 oasc.SyncStrategy.syncToMe http://127.0.0.1:19862/collection1/ has no replicas
[junit4:junit4] 2> 1647066 T3115 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19862/collection1/
[junit4:junit4] 2> 1647066 T3115 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1647105 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1647122 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1647133 T3115 oasc.ZkController.register We are http://127.0.0.1:19862/collection1/ and leader is http://127.0.0.1:19862/collection1/
[junit4:junit4] 2> 1647133 T3115 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19862
[junit4:junit4] 2> 1647133 T3115 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1647133 T3115 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1647134 T3115 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1647135 T3115 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1647137 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1647137 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1647138 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1647156 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1647158 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647161 T3119 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63d92c04 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647161 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647162 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1647165 T3090 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1647437 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1647440 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19866
[junit4:junit4] 2> 1647441 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1647442 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1647442 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481
[junit4:junit4] 2> 1647443 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/solr.xml
[junit4:junit4] 2> 1647443 T3090 oasc.CoreContainer.<init> New CoreContainer 1459154386
[junit4:junit4] 2> 1647444 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/'
[junit4:junit4] 2> 1647444 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/'
[junit4:junit4] 2> 1647558 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1647559 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1647560 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1647560 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1647561 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1647561 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1647561 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1647562 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1647562 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1647563 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1647581 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1647582 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1647583 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1647584 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647587 T3130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f3624a6 name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647587 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647597 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1647610 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647613 T3132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34688a32 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647613 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647623 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1648627 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19866_
[junit4:junit4] 2> 1648628 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1648629 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19866_
[junit4:junit4] 2> 1648629 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19862__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19862_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19862"}
[junit4:junit4] 2> 1648643 T3119 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1648643 T3132 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1648651 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648651 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648653 T3112 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1648653 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648654 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648656 T3133 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1648657 T3133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1650155 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1650156 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19866_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19866"}
[junit4:junit4] 2> 1650156 T3113 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 1650157 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1650172 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1650172 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1650172 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1650660 T3133 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/collection1
[junit4:junit4] 2> 1650660 T3133 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1650661 T3133 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1650661 T3133 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1650663 T3133 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/collection1/'
[junit4:junit4] 2> 1650664 T3133 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1650665 T3133 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/collection1/lib/README' to classloader
[junit4:junit4] 2> 1650717 T3133 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1650777 T3133 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1650879 T3133 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1650885 T3133 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1651529 T3133 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1651530 T3133 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1651531 T3133 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1651540 T3133 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1651543 T3133 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1651551 T3133 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1651555 T3133 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1651558 T3133 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1651559 T3133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1651559 T3133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1651559 T3133 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1651560 T3133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1651560 T3133 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1651560 T3133 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1651561 T3133 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371955750481/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/
[junit4:junit4] 2> 1651561 T3133 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1651561 T3133 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1651562 T3133 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1
[junit4:junit4] 2> 1651562 T3133 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index/
[junit4:junit4] 2> 1651563 T3133 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1651564 T3133 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index
[junit4:junit4] 2> 1651568 T3133 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1651568 T3133 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1651570 T3133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1651570 T3133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1651571 T3133 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1651571 T3133 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1651572 T3133 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1651572 T3133 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1651572 T3133 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1651573 T3133 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1651573 T3133 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1651579 T3133 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1651590 T3133 oass.SolrIndexSearcher.<init> Opening Searcher@6caae96 main
[junit4:junit4] 2> 1651591 T3133 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1651592 T3133 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1651594 T3134 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6caae96 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1651596 T3133 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1651596 T3133 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19866 collection:collection1 shard:shard1
[junit4:junit4] 2> 1651597 T3133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1651617 T3133 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1651619 T3133 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1651619 T3133 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1651620 T3133 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1651620 T3133 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1651620 T3133 oasc.SyncStrategy.syncToMe http://127.0.0.1:19866/collection1/ has no replicas
[junit4:junit4] 2> 1651620 T3133 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1651620 T3133 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1651676 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1651693 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1651693 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1651693 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1651727 T3133 oasc.ZkController.register We are http://127.0.0.1:19866/collection1/ and leader is http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1651727 T3133 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19866
[junit4:junit4] 2> 1651727 T3133 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1651727 T3133 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1651728 T3133 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1651730 T3133 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1651731 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1651732 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1651732 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1652036 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1652039 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19869
[junit4:junit4] 2> 1652039 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1652040 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1652040 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066
[junit4:junit4] 2> 1652041 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/solr.xml
[junit4:junit4] 2> 1652041 T3090 oasc.CoreContainer.<init> New CoreContainer 1844354916
[junit4:junit4] 2> 1652042 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/'
[junit4:junit4] 2> 1652043 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/'
[junit4:junit4] 2> 1652157 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1652158 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1652159 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1652159 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1652159 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1652160 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1652160 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1652161 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1652161 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1652162 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1652179 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1652180 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1652181 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1652182 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1652184 T3146 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19ce86a2 name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1652185 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1652196 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1652208 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1652210 T3148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7512c475 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1652210 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1652221 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1653206 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1653207 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19866__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19866_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19866"}
[junit4:junit4] 2> 1653223 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653223 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653223 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653223 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653224 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19869_
[junit4:junit4] 2> 1653233 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19869_
[junit4:junit4] 2> 1653235 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653235 T3112 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1653235 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653235 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1653236 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1653237 T3132 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1653238 T3119 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1653238 T3148 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1653243 T3149 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1653244 T3149 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1654735 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1654736 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19869_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19869"}
[junit4:junit4] 2> 1654736 T3113 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 1654736 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1654751 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654751 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654751 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654751 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1655247 T3149 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/collection1
[junit4:junit4] 2> 1655247 T3149 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1655248 T3149 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1655248 T3149 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1655249 T3149 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/collection1/'
[junit4:junit4] 2> 1655251 T3149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1655252 T3149 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/collection1/lib/README' to classloader
[junit4:junit4] 2> 1655309 T3149 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1655369 T3149 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1655471 T3149 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1655477 T3149 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1656120 T3149 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1656121 T3149 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1656122 T3149 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1656135 T3149 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1656139 T3149 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1656152 T3149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1656157 T3149 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1656161 T3149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1656162 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1656162 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1656163 T3149 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1656163 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1656164 T3149 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1656164 T3149 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1656164 T3149 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371955755066/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/
[junit4:junit4] 2> 1656165 T3149 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1656165 T3149 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1656166 T3149 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2
[junit4:junit4] 2> 1656167 T3149 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index/
[junit4:junit4] 2> 1656168 T3149 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1656169 T3149 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index
[junit4:junit4] 2> 1656176 T3149 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1656176 T3149 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1656179 T3149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1656179 T3149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1656180 T3149 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1656181 T3149 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1656181 T3149 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1656182 T3149 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1656182 T3149 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1656183 T3149 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1656183 T3149 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1656193 T3149 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1656203 T3149 oass.SolrIndexSearcher.<init> Opening Searcher@4fae32e5 main
[junit4:junit4] 2> 1656204 T3149 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1656204 T3149 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1656209 T3150 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fae32e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1656211 T3149 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1656211 T3149 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19869 collection:collection1 shard:shard1
[junit4:junit4] 2> 1656218 T3149 oasc.ZkController.register We are http://127.0.0.1:19869/collection1/ and leader is http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1656219 T3149 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19869
[junit4:junit4] 2> 1656219 T3149 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1656219 T3149 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C978 name=collection1 org.apache.solr.core.SolrCore@2d849d56 url=http://127.0.0.1:19869/collection1 node=127.0.0.1:19869_ C978_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:19869_, base_url=http://127.0.0.1:19869}
[junit4:junit4] 2> 1656220 T3151 C978 P19869 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1656220 T3151 C978 P19869 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1656220 T3149 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1656221 T3151 C978 P19869 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1656221 T3151 C978 P19869 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1656222 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1656222 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1656222 T3151 C978 P19869 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1656223 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1656244 T3122 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:19869__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1656255 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1656256 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19869__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19869_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19869"}
[junit4:junit4] 2> 1656268 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1656268 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1656268 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1656268 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1656515 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1656518 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19873
[junit4:junit4] 2> 1656518 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1656519 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1656519 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558
[junit4:junit4] 2> 1656520 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/solr.xml
[junit4:junit4] 2> 1656520 T3090 oasc.CoreContainer.<init> New CoreContainer 2047787338
[junit4:junit4] 2> 1656521 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/'
[junit4:junit4] 2> 1656522 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/'
[junit4:junit4] 2> 1656650 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1656651 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1656652 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1656652 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1656653 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1656654 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1656654 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1656655 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1656655 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1656656 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1656676 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1656677 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1656678 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1656679 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1656685 T3163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@398dbb3 name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1656685 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1656701 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1656714 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1656716 T3165 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@30b1e5fa name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1656717 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1656728 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1657245 T3122 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:19869__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1657245 T3122 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:19869__collection1&state=recovering&nodeName=127.0.0.1:19869_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 1657732 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19873_
[junit4:junit4] 2> 1657758 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19873_
[junit4:junit4] 2> 1657761 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657761 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657761 T3112 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657761 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657762 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657761 T3165 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657762 T3132 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657763 T3119 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657764 T3148 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657769 T3166 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1657769 T3166 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1657772 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1657772 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19873_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19873"}
[junit4:junit4] 2> 1657773 T3113 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 1657773 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1657783 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657783 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657783 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657783 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657783 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1658771 T3166 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/collection1
[junit4:junit4] 2> 1658771 T3166 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1658772 T3166 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1658773 T3166 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1658775 T3166 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/collection1/'
[junit4:junit4] 2> 1658776 T3166 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1658777 T3166 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/collection1/lib/README' to classloader
[junit4:junit4] 2> 1658838 T3166 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1658897 T3166 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1659000 T3166 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1659006 T3166 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C979 name=collection1 org.apache.solr.core.SolrCore@2d849d56 url=http://127.0.0.1:19869/collection1 node=127.0.0.1:19869_ C979_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19869_, base_url=http://127.0.0.1:19869}
[junit4:junit4] 2> 1659247 T3151 C979 P19869 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19866/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1659247 T3151 C979 P19869 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19869 START replicas=[http://127.0.0.1:19866/collection1/] nUpdates=100
[junit4:junit4] 2> 1659248 T3151 C979 P19869 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1659248 T3151 C979 P19869 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1659248 T3151 C979 P19869 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1659249 T3151 C979 P19869 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1659249 T3151 C979 P19869 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1659249 T3151 C979 P19869 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19866/collection1/. core=collection1
[junit4:junit4] 2> 1659249 T3151 C979 P19869 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C980 name=collection1 org.apache.solr.core.SolrCore@314acf7 url=http://127.0.0.1:19866/collection1 node=127.0.0.1:19866_ C980_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19866_, base_url=http://127.0.0.1:19866, leader=true}
[junit4:junit4] 2> 1659256 T3123 C980 P19866 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1659263 T3124 C980 P19866 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1659269 T3124 C980 P19866 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1659269 T3124 C980 P19866 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1659274 T3124 C980 P19866 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 1659274 T3124 C980 P19866 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1659276 T3124 C980 P19866 oass.SolrIndexSearcher.<init> Opening Searcher@345f5e68 realtime
[junit4:junit4] 2> 1659277 T3124 C980 P19866 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1659277 T3124 C980 P19866 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 1659278 T3151 C979 P19869 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1659278 T3151 C979 P19869 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1659280 T3125 C980 P19866 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1659280 T3125 C980 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 1659281 T3151 C979 P19869 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1659281 T3151 C979 P19869 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1659282 T3151 C979 P19869 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1659285 T3125 C980 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 1659285 T3151 C979 P19869 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1659287 T3151 C979 P19869 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index.20130623124922602
[junit4:junit4] 2> 1659289 T3151 C979 P19869 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index.20130623124922602 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41bccb00 fullCopy=false
[junit4:junit4] 2> 1659292 T3125 C980 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1659293 T3151 C979 P19869 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1659296 T3151 C979 P19869 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1659297 T3151 C979 P19869 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1659303 T3151 C979 P19869 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 1659303 T3151 C979 P19869 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1659304 T3151 C979 P19869 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1659305 T3151 C979 P19869 oass.SolrIndexSearcher.<init> Opening Searcher@29fcfc40 main
[junit4:junit4] 2> 1659306 T3150 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29fcfc40 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1659307 T3151 C979 P19869 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index.20130623124922602 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index.20130623124922602;done=true>>]
[junit4:junit4] 2> 1659307 T3151 C979 P19869 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index.20130623124922602
[junit4:junit4] 2> 1659307 T3151 C979 P19869 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty2/index.20130623124922602
[junit4:junit4] 2> 1659309 T3151 C979 P19869 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1659309 T3151 C979 P19869 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1659309 T3151 C979 P19869 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1659309 T3151 C979 P19869 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1659311 T3151 C979 P19869 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1659676 T3166 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1659677 T3166 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1659678 T3166 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1659691 T3166 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1659700 T3166 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1659714 T3166 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1659727 T3166 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1659732 T3166 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1659733 T3166 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1659733 T3166 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1659734 T3166 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1659734 T3166 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1659735 T3166 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1659735 T3166 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1659735 T3166 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371955759558/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/
[junit4:junit4] 2> 1659736 T3166 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1659736 T3166 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1659737 T3166 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3
[junit4:junit4] 2> 1659738 T3166 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index/
[junit4:junit4] 2> 1659739 T3166 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1659740 T3166 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index
[junit4:junit4] 2> 1659745 T3166 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1659746 T3166 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1659748 T3166 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1659749 T3166 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1659750 T3166 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1659750 T3166 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1659751 T3166 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1659751 T3166 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1659755 T3166 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1659755 T3166 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1659756 T3166 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1659766 T3166 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1659776 T3166 oass.SolrIndexSearcher.<init> Opening Searcher@394620eb main
[junit4:junit4] 2> 1659777 T3166 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1659778 T3166 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1659782 T3169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@394620eb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1659783 T3166 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1659784 T3166 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19873 collection:collection1 shard:shard1
[junit4:junit4] 2> 1659787 T3166 oasc.ZkController.register We are http://127.0.0.1:19873/collection1/ and leader is http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1659787 T3166 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19873
[junit4:junit4] 2> 1659787 T3166 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1659788 T3166 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C981 name=collection1 org.apache.solr.core.SolrCore@1e34c8b8 url=http://127.0.0.1:19873/collection1 node=127.0.0.1:19873_ C981_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:19873_, base_url=http://127.0.0.1:19873}
[junit4:junit4] 2> 1659788 T3170 C981 P19873 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1659788 T3166 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1659789 T3170 C981 P19873 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1659790 T3170 C981 P19873 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1659790 T3170 C981 P19873 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1659790 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1659791 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1659791 T3170 C981 P19873 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1659791 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1659817 T3126 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:19873__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1660085 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1660088 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19880
[junit4:junit4] 2> 1660088 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1660089 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1660089 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132
[junit4:junit4] 2> 1660090 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/solr.xml
[junit4:junit4] 2> 1660090 T3090 oasc.CoreContainer.<init> New CoreContainer 511965125
[junit4:junit4] 2> 1660091 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/'
[junit4:junit4] 2> 1660091 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/'
[junit4:junit4] 2> 1660205 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1660206 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1660206 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1660207 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1660207 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1660208 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1660208 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1660209 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1660209 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1660210 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1660227 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1660228 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1660228 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1660229 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1660232 T3182 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1310741d name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1660233 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1660246 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1660263 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1660266 T3184 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@519fce1 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1660266 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1660292 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1660789 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1660790 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19869__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19869_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19869"}
[junit4:junit4] 2> 1660802 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19873__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19873_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19873"}
[junit4:junit4] 2> 1660822 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660822 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660822 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660822 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660822 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660822 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1661296 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19880_
[junit4:junit4] 2> 1661298 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19880_
[junit4:junit4] 2> 1661300 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1661300 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1661300 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1661301 T3112 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1661301 T3184 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1661301 T3165 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1661301 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1661301 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1661302 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1661317 T3148 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1661317 T3132 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1661317 T3119 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1661323 T3185 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1661323 T3185 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1661819 T3126 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:19873__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1661819 T3126 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:19873__collection1&state=recovering&nodeName=127.0.0.1:19873_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 1662335 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1662336 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19880_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19880"}
[junit4:junit4] 2> 1662336 T3113 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 1662336 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1662372 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662372 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662372 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662372 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662372 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662372 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1663327 T3185 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/collection1
[junit4:junit4] 2> 1663327 T3185 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1663328 T3185 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1663328 T3185 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1663330 T3185 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/collection1/'
[junit4:junit4] 2> 1663331 T3185 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/collection1/lib/README' to classloader
[junit4:junit4] 2> 1663332 T3185 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1663389 T3185 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1663448 T3185 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1663550 T3185 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1663557 T3185 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> C981_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19873_, base_url=http://127.0.0.1:19873}
[junit4:junit4] 2> 1663821 T3170 C981 P19873 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19866/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1663821 T3170 C981 P19873 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19873 START replicas=[http://127.0.0.1:19866/collection1/] nUpdates=100
[junit4:junit4] 2> 1663822 T3170 C981 P19873 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1663822 T3170 C981 P19873 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1663822 T3170 C981 P19873 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1663822 T3170 C981 P19873 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1663822 T3170 C981 P19873 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1663823 T3170 C981 P19873 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19866/collection1/. core=collection1
[junit4:junit4] 2> 1663823 T3170 C981 P19873 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C982 name=collection1 org.apache.solr.core.SolrCore@314acf7 url=http://127.0.0.1:19866/collection1 node=127.0.0.1:19866_ C982_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19866_, base_url=http://127.0.0.1:19866, leader=true}
[junit4:junit4] 2> 1663824 T3123 C982 P19866 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1663834 T3127 C982 P19866 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1663840 T3127 C982 P19866 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 1663840 T3127 C982 P19866 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1663842 T3127 C982 P19866 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1663842 T3127 C982 P19866 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 1663843 T3170 C981 P19873 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1663843 T3170 C981 P19873 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1663846 T3125 C982 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 1663846 T3170 C981 P19873 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 1663847 T3170 C981 P19873 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1663847 T3170 C981 P19873 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1663851 T3125 C982 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1
[junit4:junit4] 2> 1663851 T3170 C981 P19873 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1663853 T3170 C981 P19873 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index.20130623124927168
[junit4:junit4] 2> 1663854 T3170 C981 P19873 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index.20130623124927168 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b7863b1 fullCopy=false
[junit4:junit4] 2> 1663858 T3125 C982 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C983 name=collection1 org.apache.solr.core.SolrCore@1e34c8b8 url=http://127.0.0.1:19873/collection1 node=127.0.0.1:19873_ C983_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19873_, base_url=http://127.0.0.1:19873}
[junit4:junit4] 2> 1663866 T3170 C983 P19873 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1663869 T3170 C983 P19873 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1663869 T3170 C983 P19873 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1663874 T3170 C983 P19873 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 1663875 T3170 C983 P19873 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1663876 T3170 C983 P19873 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1663877 T3170 C983 P19873 oass.SolrIndexSearcher.<init> Opening Searcher@b13e119 main
[junit4:junit4] 2> 1663878 T3169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b13e119 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 1663878 T3170 C983 P19873 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index.20130623124927168 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index.20130623124927168;done=true>>]
[junit4:junit4] 2> 1663879 T3170 C983 P19873 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index.20130623124927168
[junit4:junit4] 2> 1663879 T3170 C983 P19873 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty3/index.20130623124927168
[junit4:junit4] 2> 1663880 T3170 C983 P19873 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1663880 T3170 C983 P19873 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1663880 T3170 C983 P19873 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1663881 T3170 C983 P19873 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1663882 T3170 C983 P19873 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1664224 T3185 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1664225 T3185 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1664225 T3185 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1664238 T3185 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1664243 T3185 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1664255 T3185 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1664269 T3185 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1664274 T3185 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1664274 T3185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1664275 T3185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1664275 T3185 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1664276 T3185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1664276 T3185 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1664276 T3185 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1664277 T3185 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371955763132/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/
[junit4:junit4] 2> 1664277 T3185 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1664278 T3185 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1664279 T3185 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4
[junit4:junit4] 2> 1664280 T3185 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index/
[junit4:junit4] 2> 1664280 T3185 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1664281 T3185 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index
[junit4:junit4] 2> 1664287 T3185 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1664288 T3185 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1664290 T3185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1664291 T3185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1664291 T3185 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1664292 T3185 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1664293 T3185 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1664293 T3185 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1664297 T3185 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1664297 T3185 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1664298 T3185 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1664307 T3185 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1664317 T3185 oass.SolrIndexSearcher.<init> Opening Searcher@72518bab main
[junit4:junit4] 2> 1664318 T3185 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1664318 T3185 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1664323 T3188 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72518bab main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1664325 T3185 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1664325 T3185 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19880 collection:collection1 shard:shard1
[junit4:junit4] 2> 1664328 T3185 oasc.ZkController.register We are http://127.0.0.1:19880/collection1/ and leader is http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1664329 T3185 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19880
[junit4:junit4] 2> 1664329 T3185 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1664329 T3185 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C984 name=collection1 org.apache.solr.core.SolrCore@15b10ac5 url=http://127.0.0.1:19880/collection1 node=127.0.0.1:19880_ C984_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:19880_, base_url=http://127.0.0.1:19880}
[junit4:junit4] 2> 1664330 T3189 C984 P19880 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1664330 T3185 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1664330 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1664331 T3189 C984 P19880 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1664331 T3189 C984 P19880 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1664331 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1664332 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1664333 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1664333 T3189 C984 P19880 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1664358 T3128 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:19880__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1664632 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1664635 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:19885
[junit4:junit4] 2> 1664636 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1664637 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1664637 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673
[junit4:junit4] 2> 1664637 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/solr.xml
[junit4:junit4] 2> 1664638 T3090 oasc.CoreContainer.<init> New CoreContainer 417473169
[junit4:junit4] 2> 1664639 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/'
[junit4:junit4] 2> 1664640 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/'
[junit4:junit4] 2> 1664755 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1664756 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1664756 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1664756 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1664757 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1664757 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1664758 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1664758 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1664759 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1664759 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1664775 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1664776 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1664777 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1664778 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1664781 T3201 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21334e5a name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1664781 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1664783 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1664794 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1664797 T3203 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4dcb93db name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1664797 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1664810 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1665378 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1665379 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19873__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19873_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19873"}
[junit4:junit4] 2> 1665391 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19880__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19880_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19880"}
[junit4:junit4] 2> 1665486 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665486 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665486 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665486 T3203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665486 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665486 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665486 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665813 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:19885_
[junit4:junit4] 2> 1665816 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:19885_
[junit4:junit4] 2> 1665875 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665875 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665875 T3184 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665875 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1665876 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1665876 T3112 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665876 T3203 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665875 T3165 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665877 T3203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1665877 T3132 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665877 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1665877 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1665878 T3148 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665879 T3119 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 1665884 T3204 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1665884 T3204 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1666360 T3128 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:19880__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1666360 T3128 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:19880__collection1&state=recovering&nodeName=127.0.0.1:19880_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 1667049 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1667050 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19885_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19885"}
[junit4:junit4] 2> 1667050 T3113 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 1667050 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1667071 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667071 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667071 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667071 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667071 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667071 T3203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667071 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1667918 T3204 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/collection1
[junit4:junit4] 2> 1667918 T3204 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1667919 T3204 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1667919 T3204 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1667921 T3204 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/collection1/'
[junit4:junit4] 2> 1667923 T3204 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/collection1/lib/README' to classloader
[junit4:junit4] 2> 1667924 T3204 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1667985 T3204 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1668044 T3204 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1668046 T3204 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1668058 T3204 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> C984_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19880_, base_url=http://127.0.0.1:19880}
[junit4:junit4] 2> 1668362 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19866/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1668362 T3189 C984 P19880 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19880 START replicas=[http://127.0.0.1:19866/collection1/] nUpdates=100
[junit4:junit4] 2> 1668363 T3189 C984 P19880 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1668363 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1668363 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1668363 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1668363 T3189 C984 P19880 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1668363 T3189 C984 P19880 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19866/collection1/. core=collection1
[junit4:junit4] 2> 1668364 T3189 C984 P19880 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C985 name=collection1 org.apache.solr.core.SolrCore@314acf7 url=http://127.0.0.1:19866/collection1 node=127.0.0.1:19866_ C985_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19866_, base_url=http://127.0.0.1:19866, leader=true}
[junit4:junit4] 2> 1668365 T3123 C985 P19866 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1668377 T3122 C985 P19866 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1668381 T3122 C985 P19866 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 1668382 T3122 C985 P19866 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 1668383 T3122 C985 P19866 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1668384 T3122 C985 P19866 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 1668385 T3189 C984 P19880 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1668385 T3189 C984 P19880 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1668387 T3125 C985 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 1668388 T3189 C984 P19880 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 1668388 T3189 C984 P19880 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1668388 T3189 C984 P19880 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1668391 T3125 C985 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 1668391 T3189 C984 P19880 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1668393 T3189 C984 P19880 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index.20130623124931707
[junit4:junit4] 2> 1668394 T3189 C984 P19880 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index.20130623124931707 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ff467e4 fullCopy=false
[junit4:junit4] 2> 1668397 T3125 C985 P19866 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 1668398 T3189 C984 P19880 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1668401 T3189 C984 P19880 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1668401 T3189 C984 P19880 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1668406 T3189 C984 P19880 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 1668407 T3189 C984 P19880 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 1668407 T3189 C984 P19880 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1668408 T3189 C984 P19880 oass.SolrIndexSearcher.<init> Opening Searcher@bc3ec51 main
[junit4:junit4] 2> 1668409 T3188 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bc3ec51 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 1668410 T3189 C984 P19880 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index.20130623124931707 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index.20130623124931707;done=true>>]
[junit4:junit4] 2> 1668410 T3189 C984 P19880 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index.20130623124931707
[junit4:junit4] 2> 1668411 T3189 C984 P19880 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty4/index.20130623124931707
[junit4:junit4] 2> 1668412 T3189 C984 P19880 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1668412 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1668412 T3189 C984 P19880 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1668412 T3189 C984 P19880 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1668414 T3189 C984 P19880 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1668575 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1668576 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19880__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19880_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19880"}
[junit4:junit4] 2> 1668592 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668593 T3203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668592 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668592 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668592 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668592 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668592 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1668643 T3204 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1668644 T3204 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1668644 T3204 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1668653 T3204 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1668656 T3204 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1668668 T3204 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1668678 T3204 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1668682 T3204 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1668683 T3204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1668683 T3204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1668684 T3204 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1668685 T3204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1668685 T3204 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1668685 T3204 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1668686 T3204 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371955767673/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty5/
[junit4:junit4] 2> 1668686 T3204 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1668686 T3204 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1668687 T3204 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty5
[junit4:junit4] 2> 1668688 T3204 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty5/index/
[junit4:junit4] 2> 1668689 T3204 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1668689 T3204 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty5/index
[junit4:junit4] 2> 1668694 T3204 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1668695 T3204 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1668700 T3204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1668701 T3204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1668701 T3204 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1668702 T3204 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1668702 T3204 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1668703 T3204 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1668706 T3204 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1668706 T3204 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1668707 T3204 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1668714 T3204 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1668721 T3204 oass.SolrIndexSearcher.<init> Opening Searcher@17c3e56b main
[junit4:junit4] 2> 1668722 T3204 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1668722 T3204 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1668725 T3207 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17c3e56b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1668727 T3204 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1668728 T3204 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:19885 collection:collection1 shard:shard1
[junit4:junit4] 2> 1668730 T3204 oasc.ZkController.register We are http://127.0.0.1:19885/collection1/ and leader is http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1668731 T3204 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:19885
[junit4:junit4] 2> 1668731 T3204 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1668731 T3204 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C986 name=collection1 org.apache.solr.core.SolrCore@25a6d97d url=http://127.0.0.1:19885/collection1 node=127.0.0.1:19885_ C986_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:19885_, base_url=http://127.0.0.1:19885}
[junit4:junit4] 2> 1668731 T3208 C986 P19885 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1668732 T3208 C986 P19885 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1668732 T3204 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1668732 T3208 C986 P19885 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1668732 T3208 C986 P19885 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1668733 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1668734 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1668734 T3208 C986 P19885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1668734 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1668756 T3124 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:19885__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1668933 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1668935 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29756
[junit4:junit4] 2> 1668935 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1668936 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1668936 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070
[junit4:junit4] 2> 1668936 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/solr.xml
[junit4:junit4] 2> 1668937 T3090 oasc.CoreContainer.<init> New CoreContainer 1441694578
[junit4:junit4] 2> 1668937 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/'
[junit4:junit4] 2> 1668938 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/'
[junit4:junit4] 2> 1669015 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1669015 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1669016 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1669016 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1669016 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1669017 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1669017 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1669017 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1669017 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1669018 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1669030 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1669030 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1669031 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1669031 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1669034 T3220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7beb3515 name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1669035 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1669049 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1669062 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1669064 T3222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@626a3571 name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1669064 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1669075 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1670077 T3090 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29756_
[junit4:junit4] 2> 1670079 T3090 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29756_
[junit4:junit4] 2> 1670081 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1670081 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1670082 T3112 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670082 T3222 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670082 T3203 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670082 T3165 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670083 T3148 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670082 T3184 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670081 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 1670083 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670083 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670083 T3203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670082 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670095 T3119 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670095 T3132 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 1670096 T3113 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1670097 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:19885__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:19885_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:19885"}
[junit4:junit4] 2> 1670100 T3223 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1670100 T3223 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1670107 T3113 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:29756_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29756"}
[junit4:junit4] 2> 1670107 T3113 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 1670107 T3113 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1670118 T3222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3165 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3112 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3184 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3119 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3148 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3132 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670118 T3203 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 1670759 T3124 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:19885__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1670759 T3124 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:19885__collection1&state=recovering&nodeName=127.0.0.1:19885_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 1671107 T3223 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/collection1
[junit4:junit4] 2> 1671107 T3223 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1671108 T3223 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1671108 T3223 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1671110 T3223 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/collection1/'
[junit4:junit4] 2> 1671111 T3223 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/collection1/lib/README' to classloader
[junit4:junit4] 2> 1671112 T3223 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1671164 T3223 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1671224 T3223 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1671326 T3223 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1671332 T3223 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1672001 T3223 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1672001 T3223 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 1672002 T3223 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 1672015 T3223 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1672019 T3223 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1672032 T3223 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1672037 T3223 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1672041 T3223 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1672042 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1672042 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1672043 T3223 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 1672043 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 1672044 T3223 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 1672044 T3223 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1672044 T3223 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371955772070/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty6/
[junit4:junit4] 2> 1672045 T3223 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@512d8ecd
[junit4:junit4] 2> 1672045 T3223 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 1672046 T3223 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty6
[junit4:junit4] 2> 1672047 T3223 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty6/index/
[junit4:junit4] 2> 1672048 T3223 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1672049 T3223 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty6/index
[junit4:junit4] 2> 1672054 T3223 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty6/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 1672054 T3223 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1672057 T3223 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1672057 T3223 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1672058 T3223 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1672059 T3223 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1672059 T3223 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1672060 T3223 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1672060 T3223 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1672060 T3223 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1672061 T3223 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1672071 T3223 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1672080 T3223 oass.SolrIndexSearcher.<init> Opening Searcher@186b8a2a main
[junit4:junit4] 2> 1672082 T3223 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1672082 T3223 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1672086 T3224 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@186b8a2a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1672088 T3223 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1672088 T3223 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29756 collection:collection1 shard:shard1
[junit4:junit4] 2> 1672091 T3223 oasc.ZkController.register We are http://127.0.0.1:29756/collection1/ and leader is http://127.0.0.1:19866/collection1/
[junit4:junit4] 2> 1672091 T3223 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29756
[junit4:junit4] 2> 1672092 T3223 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1672092 T3223 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C987 name=collection1 org.apache.solr.core.SolrCore@5cebd143 url=http://127.0.0.1:29756/collection1 node=127.0.0.1:29756_ C987_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:29756_, base_url=http://127.0.0.1:29756}
[junit4:junit4] 2> 1672092 T3225 C987 P29756 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1672093 T3223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1672093 T3225 C987 P29756 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1672094 T3225 C987 P29756 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1672094 T3225 C987 P29756 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1672094 T3090 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1672095 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1672096 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1672096 T3225 C987 P29756 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1672122 T3126 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:29756__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1672397 T3090 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1672399 T3090 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21027
[junit4:junit4] 2> 1672400 T3090 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1672401 T3090 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1672401 T3090 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty7-1371955775437
[junit4:junit4] 2> 1672402 T3090 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty7-1371955775437/solr.xml
[junit4:junit4] 2> 1672402 T3090 oasc.CoreContainer.<init> New CoreContainer 1766592123
[junit4:junit4] 2> 1672403 T3090 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty7-1371955775437/'
[junit4:junit4] 2> 1672403 T3090 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty7-1371955775437/'
[junit4:junit4] 2> 1672520 T3090 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1672521 T3090 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1672521 T3090 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1672522 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1672522 T3090 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1672523 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1672523 T3090 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1672524 T3090 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1672524 T3090 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1672525 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1672542 T3090 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1672543 T3090 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:19859/solr
[junit4:junit4] 2> 1672543 T3090 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1672544 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1672547 T3237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@348d3d3f name:ZooKeeperConnection Watcher:127.0.0.1:19859 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1672548 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1672562 T3090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1672574 T3090 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1672576 T3239 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fb5552d name:ZooKeeperConnection Watcher:127.0.0.1:19859/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1672577 T3090 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1672589 T3090 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C988 name=collection1 org.apache.solr.core.SolrCore@25a6d97d url=http://127.0.0.1:19885/collection1 node=127.0.0.1:19885_ C988_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:19885_, base_url=http://127.0.0.1:19885}
[junit4:junit4] 2> 1672761 T3208 C988 P19885 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:19866/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1672761 T3208 C988 P19885 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:19885 START replicas=[http://127.0.0.1:19866/collection1/] nUpdates=100
[junit4:junit4] 2> 1672762 T3208 C988 P19885 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1672762 T3208 C988 P19885 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1672763 T3208 C988 P19885 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1672763 T3208 C988 P19885 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1672763 T3208 C988 P19885 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1672763 T3208 C988 P19885 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:19866/collection1/. core=collection1
[junit4:junit4] 2> 1672763 T3208 C988 P19885 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C989 name=collection1 org.apache.solr.core.SolrCore@314acf7 url=http://127.0.0.1:19866/collection1 node=127.0.0.1:19866_ C989_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:19866_, base_url=http://127.0.0.1:19866, leader=true}
[junit4:junit4] 2> 1672764 T3123 C989 P19866 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1672775 T3127 C989 P19866 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1672804 T3127 C989 P19866 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncS
[...truncated too long message...]
d got 283 from http://127.0.0.1:19873/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([3FB4EE73E57DEB55:BE52606B92228B69]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2588758 T3090 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 2589059 T3239 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6358fef8
[junit4:junit4] 2> 2589060 T3239 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=52,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 2589060 T3239 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 2589060 T3239 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 2589060 T3239 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 2589063 T3239 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 2589064 T3239 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 2589064 T3239 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty7 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty7;done=false>>]
[junit4:junit4] 2> 2589064 T3239 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty7
[junit4:junit4] 2> 2589065 T3239 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty7/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty7/index;done=false>>]
[junit4:junit4] 2> 2589065 T3239 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371955746520/jetty7/index
[junit4:junit4] 2> 2589065 T3239 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:226)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.rejoinLeaderElection(ElectionContext.java:377)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:170)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 2589066 T3239 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 2589066 T3239 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2589066 T3239 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2589067 T3239 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Appending, sim=DefaultSimilarity, locale=en_IN, timezone=Australia/Melbourne
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=166415616,total=394067968
[junit4:junit4] 2> NOTE: All tests run in this JVM: [PrimitiveFieldTypeTest, TestSolrIndexConfig, BadCopyFieldTest, TestWriterPerf, TestRandomDVFaceting, TestSchemaSimilarityResource, PluginInfoTest, TestSolrCoreProperties, TermsComponentTest, FastVectorHighlighterTest, UUIDFieldTest, TestSchemaResource, TestExtendedDismaxParser, TestSolrQueryParser, SystemInfoHandlerTest, CSVRequestHandlerTest, LeaderElectionTest, TestCollationKeyRangeQueries, SuggesterFSTTest, SOLR749Test, RegexBoostProcessorTest, TestPHPSerializedResponseWriter, TestValueSourceCache, SearchHandlerTest, TestDocSet, TestFieldCollectionResource, TestSchemaVersionResource, CircularListTest, ShardRoutingTest, TestClassNameShortening, CoreAdminHandlerTest, TestTrie, MinimalSchemaTest, QueryResultKeyTest, DateFieldTest, SchemaVersionSpecificBehaviorTest, DistributedTermsComponentTest, TestReloadAndDeleteDocs, TestDocumentBuilder, TestFastWriter, TestSerializedLuceneMatchVersion, AutoCommitTest, TestManagedSchema, ShardSplitTest, MBeansHandlerTest, TestReplicationHandler, ReturnFieldsTest, SpellingQueryConverterTest, ZkControllerTest, TestSolrDeletionPolicy2, TestQuerySenderListener, TestSolrXmlPersistence, PreAnalyzedFieldTest, SolrIndexSplitterTest, TestSearchPerf, TestJoin, TestFaceting, TestGroupingSearch, SolrCoreTest, TestStressRecovery, AliasIntegrationTest, OverseerTest, DirectUpdateHandlerOptimizeTest, PolyFieldTest, SimpleFacetsTest, QueryElevationComponentTest, TestCoreContainer, TestSolrDeletionPolicy1, SyncSliceTest]
[junit4:junit4] Completed on J0 in 946.59s, 1 test, 1 failure <<< FAILURES!
[...truncated 453 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1256 tests, 1 failure, 11 ignored (5 assumptions)
Total time: 105 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 293 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/293/
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:13983/collection1lastClient and got 273 from http://127.0.0.1:13990/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:13983/collection1lastClient and got 273 from http://127.0.0.1:13990/collection1
at __randomizedtesting.SeedInfo.seed([5A9D767A0983CA1:844F597FD7C75C9D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9030 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 551447 T1479 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 551452 T1479 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1371854152640
[junit4:junit4] 2> 551454 T1479 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 551455 T1480 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 551556 T1479 oasc.ZkTestServer.run start zk server on port:13976
[junit4:junit4] 2> 551557 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 551562 T1486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a060c86 name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 551562 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 551563 T1479 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 551568 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 551576 T1488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f62de46 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 551576 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 551577 T1479 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 551582 T1479 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 551591 T1479 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 551593 T1479 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 551597 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 551598 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 551610 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 551611 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 551716 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 551717 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 551720 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 551721 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 551730 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 551731 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 551735 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 551736 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 551739 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 551740 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 551743 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 551744 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 551748 T1479 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 551748 T1479 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 552008 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 552014 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13979
[junit4:junit4] 2> 552015 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 552015 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 552016 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939
[junit4:junit4] 2> 552016 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/solr.xml
[junit4:junit4] 2> 552016 T1479 oasc.CoreContainer.<init> New CoreContainer 476763639
[junit4:junit4] 2> 552017 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/'
[junit4:junit4] 2> 552018 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/'
[junit4:junit4] 2> 552125 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 552126 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 552127 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 552127 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 552127 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 552128 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 552128 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 552129 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 552129 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 552130 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 552146 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 552147 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 552148 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 552149 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 552152 T1499 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45444df9 name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 552152 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 552163 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 552175 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 552177 T1501 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55da1468 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 552177 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 552180 T1479 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 552191 T1479 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 552195 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 552198 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13979_
[junit4:junit4] 2> 552199 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13979_
[junit4:junit4] 2> 552209 T1479 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 552223 T1479 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 552227 T1479 oasc.Overseer.start Overseer (id=89905833747873795-127.0.0.1:13979_-n_0000000000) starting
[junit4:junit4] 2> 552239 T1479 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 552250 T1503 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 552251 T1479 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 552254 T1479 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 552256 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 552259 T1502 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 552264 T1504 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 552264 T1504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 553764 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 553765 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13979_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13979"}
[junit4:junit4] 2> 553765 T1502 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 553766 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 553791 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 554268 T1504 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/collection1
[junit4:junit4] 2> 554268 T1504 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 554269 T1504 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 554269 T1504 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 554271 T1504 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/collection1/'
[junit4:junit4] 2> 554273 T1504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/collection1/lib/README' to classloader
[junit4:junit4] 2> 554273 T1504 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 554325 T1504 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 554384 T1504 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 554486 T1504 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 554492 T1504 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 555144 T1504 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 555145 T1504 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 555145 T1504 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 555158 T1504 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 555163 T1504 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 555180 T1504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 555185 T1504 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 555190 T1504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 555191 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 555192 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 555192 T1504 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 555193 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 555194 T1504 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 555194 T1504 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 555243 T1504 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371854152939/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/control/data/
[junit4:junit4] 2> 555243 T1504 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 555244 T1504 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 555245 T1504 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/control/data
[junit4:junit4] 2> 555246 T1504 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/control/data/index/
[junit4:junit4] 2> 555247 T1504 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 555248 T1504 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/control/data/index
[junit4:junit4] 2> 555283 T1504 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 555283 T1504 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 555286 T1504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 555286 T1504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 555287 T1504 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 555287 T1504 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 555288 T1504 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 555288 T1504 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 555288 T1504 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 555289 T1504 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 555289 T1504 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 555299 T1504 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 555308 T1504 oass.SolrIndexSearcher.<init> Opening Searcher@33203648 main
[junit4:junit4] 2> 555310 T1504 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 555310 T1504 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 555313 T1505 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33203648 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 555315 T1504 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 555315 T1504 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13979 collection:control_collection shard:shard1
[junit4:junit4] 2> 555316 T1504 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 555340 T1504 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 555344 T1504 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 555344 T1504 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 555345 T1504 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13979/collection1/
[junit4:junit4] 2> 555345 T1504 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 555345 T1504 oasc.SyncStrategy.syncToMe http://127.0.0.1:13979/collection1/ has no replicas
[junit4:junit4] 2> 555345 T1504 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13979/collection1/
[junit4:junit4] 2> 555346 T1504 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 556799 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 556819 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 556840 T1504 oasc.ZkController.register We are http://127.0.0.1:13979/collection1/ and leader is http://127.0.0.1:13979/collection1/
[junit4:junit4] 2> 556840 T1504 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13979
[junit4:junit4] 2> 556840 T1504 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 556840 T1504 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 556841 T1504 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 556843 T1504 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 556844 T1479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 556844 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 556845 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 556860 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 556862 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 556864 T1508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24783358 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 556864 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 556866 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 556869 T1479 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 557132 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 557135 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13983
[junit4:junit4] 2> 557136 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 557136 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 557137 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056
[junit4:junit4] 2> 557137 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/solr.xml
[junit4:junit4] 2> 557138 T1479 oasc.CoreContainer.<init> New CoreContainer 506423312
[junit4:junit4] 2> 557138 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/'
[junit4:junit4] 2> 557139 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/'
[junit4:junit4] 2> 557246 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 557247 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 557248 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 557248 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 557249 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 557249 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 557249 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 557250 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 557250 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 557251 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 557266 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 557266 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 557267 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 557268 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 557271 T1519 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@298d093a name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 557271 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 557284 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 557294 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 557296 T1521 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@246021da name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 557296 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 557309 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 558313 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13983_
[junit4:junit4] 2> 558316 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13983_
[junit4:junit4] 2> 558335 T1501 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 558336 T1508 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 558336 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 558336 T1521 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 558339 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 558340 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13979_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13979"}
[junit4:junit4] 2> 558346 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 558346 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 558348 T1522 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 558348 T1522 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 558352 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 559854 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 559855 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13983_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13983"}
[junit4:junit4] 2> 559855 T1502 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 559856 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 559871 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 559871 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 559871 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 560353 T1522 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/collection1
[junit4:junit4] 2> 560353 T1522 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 560354 T1522 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 560354 T1522 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 560356 T1522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/collection1/'
[junit4:junit4] 2> 560358 T1522 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 560358 T1522 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/collection1/lib/README' to classloader
[junit4:junit4] 2> 560409 T1522 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 560467 T1522 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 560568 T1522 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 560574 T1522 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 561185 T1522 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 561186 T1522 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 561186 T1522 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 561199 T1522 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 561203 T1522 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 561220 T1522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 561225 T1522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 561230 T1522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 561231 T1522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 561232 T1522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 561232 T1522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 561233 T1522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 561234 T1522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 561234 T1522 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 561234 T1522 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371854158056/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/
[junit4:junit4] 2> 561235 T1522 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 561235 T1522 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 561236 T1522 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1
[junit4:junit4] 2> 561237 T1522 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index/
[junit4:junit4] 2> 561238 T1522 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 561239 T1522 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index
[junit4:junit4] 2> 561245 T1522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 561245 T1522 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 561248 T1522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 561248 T1522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 561249 T1522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 561249 T1522 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 561250 T1522 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 561250 T1522 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 561250 T1522 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 561251 T1522 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 561251 T1522 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 561261 T1522 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 561270 T1522 oass.SolrIndexSearcher.<init> Opening Searcher@747bb370 main
[junit4:junit4] 2> 561271 T1522 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 561272 T1522 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 561276 T1523 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@747bb370 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 561278 T1522 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 561279 T1522 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13983 collection:collection1 shard:shard1
[junit4:junit4] 2> 561280 T1522 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 561303 T1522 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 561313 T1522 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 561313 T1522 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 561313 T1522 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 561313 T1522 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 561314 T1522 oasc.SyncStrategy.syncToMe http://127.0.0.1:13983/collection1/ has no replicas
[junit4:junit4] 2> 561314 T1522 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 561314 T1522 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 561376 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 561393 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 561393 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 561393 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 561431 T1522 oasc.ZkController.register We are http://127.0.0.1:13983/collection1/ and leader is http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 561431 T1522 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13983
[junit4:junit4] 2> 561431 T1522 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 561431 T1522 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 561432 T1522 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 561435 T1522 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 561436 T1479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 561436 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 561437 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 561708 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 561711 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13986
[junit4:junit4] 2> 561712 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 561712 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 561713 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638
[junit4:junit4] 2> 561713 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/solr.xml
[junit4:junit4] 2> 561714 T1479 oasc.CoreContainer.<init> New CoreContainer 1842169386
[junit4:junit4] 2> 561714 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/'
[junit4:junit4] 2> 561715 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/'
[junit4:junit4] 2> 561828 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 561828 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 561829 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 561829 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 561830 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 561830 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 561831 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 561831 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 561831 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 561832 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 561847 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 561847 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 561848 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 561849 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 561852 T1535 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@778b300d name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 561852 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 561865 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 561875 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 561877 T1537 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@18998ec6 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 561878 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 561888 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 562892 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13986_
[junit4:junit4] 2> 562896 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13986_
[junit4:junit4] 2> 562910 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 562910 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 562911 T1501 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 562912 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 562913 T1537 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 562915 T1508 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 562915 T1521 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 562916 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 562917 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13983_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13983"}
[junit4:junit4] 2> 562932 T1538 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 562932 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 562933 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 562932 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 562932 T1538 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 562947 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 564448 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 564449 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13986_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13986"}
[junit4:junit4] 2> 564449 T1502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 564449 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 564470 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 564470 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 564470 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 564470 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 564938 T1538 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/collection1
[junit4:junit4] 2> 564938 T1538 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 564939 T1538 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 564939 T1538 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 564941 T1538 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/collection1/'
[junit4:junit4] 2> 564942 T1538 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 564943 T1538 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/collection1/lib/README' to classloader
[junit4:junit4] 2> 564993 T1538 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 565051 T1538 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 565153 T1538 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 565159 T1538 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 565772 T1538 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 565773 T1538 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 565774 T1538 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 565784 T1538 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 565788 T1538 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 565802 T1538 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 565806 T1538 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 565810 T1538 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 565811 T1538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 565811 T1538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 565811 T1538 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 565812 T1538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 565812 T1538 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 565813 T1538 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 565813 T1538 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371854162638/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/
[junit4:junit4] 2> 565813 T1538 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 565813 T1538 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 565814 T1538 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2
[junit4:junit4] 2> 565815 T1538 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index/
[junit4:junit4] 2> 565815 T1538 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 565816 T1538 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index
[junit4:junit4] 2> 565820 T1538 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 565821 T1538 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 565823 T1538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 565823 T1538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 565823 T1538 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 565824 T1538 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 565824 T1538 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 565824 T1538 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 565824 T1538 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 565825 T1538 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 565825 T1538 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 565831 T1538 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 565838 T1538 oass.SolrIndexSearcher.<init> Opening Searcher@13e2b3ff main
[junit4:junit4] 2> 565838 T1538 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 565839 T1538 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 565841 T1539 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13e2b3ff main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 565843 T1538 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 565843 T1538 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13986 collection:collection1 shard:shard1
[junit4:junit4] 2> 565847 T1538 oasc.ZkController.register We are http://127.0.0.1:13986/collection1/ and leader is http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 565847 T1538 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13986
[junit4:junit4] 2> 565847 T1538 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 565847 T1538 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C697 name=collection1 org.apache.solr.core.SolrCore@5d6a9085 url=http://127.0.0.1:13986/collection1 node=127.0.0.1:13986_ C697_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13986_, base_url=http://127.0.0.1:13986}
[junit4:junit4] 2> 565847 T1540 C697 P13986 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 565848 T1538 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 565848 T1540 C697 P13986 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 565848 T1540 C697 P13986 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 565849 T1540 C697 P13986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 565849 T1479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 565850 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 565850 T1540 C697 P13986 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 565850 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 565867 T1511 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 565980 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 565980 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13986_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13986"}
[junit4:junit4] 2> 565993 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 565993 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 565993 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 565993 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 566130 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 566133 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13990
[junit4:junit4] 2> 566134 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 566134 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 566135 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052
[junit4:junit4] 2> 566135 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/solr.xml
[junit4:junit4] 2> 566136 T1479 oasc.CoreContainer.<init> New CoreContainer 308435894
[junit4:junit4] 2> 566137 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/'
[junit4:junit4] 2> 566137 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/'
[junit4:junit4] 2> 566246 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 566246 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 566247 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 566247 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 566248 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 566248 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 566248 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 566249 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 566249 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 566250 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 566265 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 566266 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 566266 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 566267 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 566269 T1552 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23eea2b5 name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 566270 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 566272 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 566282 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 566285 T1554 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198e7451 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 566285 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 566297 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 566868 T1511 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 566868 T1511 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=3&state=recovering&nodeName=127.0.0.1:13986_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 567300 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13990_
[junit4:junit4] 2> 567303 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13990_
[junit4:junit4] 2> 567305 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 567306 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 567306 T1537 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 567307 T1554 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 567307 T1501 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 567307 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 567307 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 567308 T1508 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 567308 T1521 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 567321 T1555 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 567321 T1555 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 567499 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 567500 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13990_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13990"}
[junit4:junit4] 2> 567501 T1502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 567501 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 567507 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 567507 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 567507 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 567507 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 567507 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 568324 T1555 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/collection1
[junit4:junit4] 2> 568324 T1555 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 568325 T1555 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 568325 T1555 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 568327 T1555 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/collection1/'
[junit4:junit4] 2> 568329 T1555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 568330 T1555 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/collection1/lib/README' to classloader
[junit4:junit4] 2> 568392 T1555 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 568452 T1555 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 568554 T1555 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 568561 T1555 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C698 name=collection1 org.apache.solr.core.SolrCore@5d6a9085 url=http://127.0.0.1:13986/collection1 node=127.0.0.1:13986_ C698_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13986_, base_url=http://127.0.0.1:13986}
[junit4:junit4] 2> 568870 T1540 C698 P13986 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13983/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 568870 T1540 C698 P13986 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13986 START replicas=[http://127.0.0.1:13983/collection1/] nUpdates=100
[junit4:junit4] 2> 568871 T1540 C698 P13986 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 568871 T1540 C698 P13986 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 568871 T1540 C698 P13986 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 568872 T1540 C698 P13986 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 568872 T1540 C698 P13986 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 568872 T1540 C698 P13986 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13983/collection1/. core=collection1
[junit4:junit4] 2> 568873 T1540 C698 P13986 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C699 name=collection1 org.apache.solr.core.SolrCore@17eb4f5e url=http://127.0.0.1:13983/collection1 node=127.0.0.1:13983_ C699_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13983_, base_url=http://127.0.0.1:13983, leader=true}
[junit4:junit4] 2> 568884 T1512 C699 P13983 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 568892 T1513 C699 P13983 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 568900 T1513 C699 P13983 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 568901 T1513 C699 P13983 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> ASYNC NEW_CORE C700 name=collection1 org.apache.solr.core.SolrCore@17eb4f5e url=http://127.0.0.1:13983/collection1 node=127.0.0.1:13983_ C700_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13983_, base_url=http://127.0.0.1:13983, leader=true}
[junit4:junit4] 2> 569050 T1513 C700 P13983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 569051 T1513 C700 P13983 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 569053 T1513 C700 P13983 oass.SolrIndexSearcher.<init> Opening Searcher@48eb9db6 realtime
[junit4:junit4] 2> 569054 T1513 C700 P13983 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 569054 T1513 C700 P13983 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 162
[junit4:junit4] 2> ASYNC NEW_CORE C701 name=collection1 org.apache.solr.core.SolrCore@5d6a9085 url=http://127.0.0.1:13986/collection1 node=127.0.0.1:13986_ C701_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13986_, base_url=http://127.0.0.1:13986}
[junit4:junit4] 2> 569055 T1540 C701 P13986 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 569055 T1540 C701 P13986 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 569058 T1514 C700 P13983 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 569058 T1514 C700 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 569059 T1540 C701 P13986 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 569059 T1540 C701 P13986 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 569059 T1540 C701 P13986 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 569063 T1514 C700 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 569064 T1540 C701 P13986 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 569065 T1540 C701 P13986 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index.20130621163610250
[junit4:junit4] 2> 569067 T1540 C701 P13986 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index.20130621163610250 lockFactory=org.apache.lucene.store.NativeFSLockFactory@60e988d2 fullCopy=false
[junit4:junit4] 2> 569070 T1514 C700 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 569072 T1540 C701 P13986 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 569077 T1540 C701 P13986 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 569078 T1540 C701 P13986 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 569082 T1540 C701 P13986 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 569083 T1540 C701 P13986 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 569084 T1540 C701 P13986 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 569085 T1540 C701 P13986 oass.SolrIndexSearcher.<init> Opening Searcher@6b9914df main
[junit4:junit4] 2> 569086 T1539 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b9914df main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 569087 T1540 C701 P13986 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index.20130621163610250 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index.20130621163610250;done=true>>]
[junit4:junit4] 2> 569087 T1540 C701 P13986 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index.20130621163610250
[junit4:junit4] 2> 569087 T1540 C701 P13986 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty2/index.20130621163610250
[junit4:junit4] 2> 569088 T1540 C701 P13986 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 569088 T1540 C701 P13986 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 569089 T1540 C701 P13986 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 569089 T1540 C701 P13986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 569091 T1540 C701 P13986 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 569251 T1555 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 569252 T1555 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 569253 T1555 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 569265 T1555 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 569269 T1555 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 569286 T1555 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 569300 T1555 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 569304 T1555 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 569306 T1555 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 569306 T1555 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 569306 T1555 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 569307 T1555 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 569308 T1555 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 569308 T1555 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 569308 T1555 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371854167052/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/
[junit4:junit4] 2> 569309 T1555 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 569309 T1555 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 569310 T1555 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3
[junit4:junit4] 2> 569311 T1555 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index/
[junit4:junit4] 2> 569312 T1555 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 569313 T1555 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index
[junit4:junit4] 2> 569360 T1555 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 569361 T1555 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 569363 T1555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 569364 T1555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 569364 T1555 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 569365 T1555 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 569366 T1555 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 569366 T1555 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 569369 T1555 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 569370 T1555 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 569370 T1555 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 569380 T1555 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 569389 T1555 oass.SolrIndexSearcher.<init> Opening Searcher@62987889 main
[junit4:junit4] 2> 569390 T1555 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 569390 T1555 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 569395 T1558 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62987889 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 569397 T1555 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 569397 T1555 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13990 collection:collection1 shard:shard1
[junit4:junit4] 2> 569404 T1555 oasc.ZkController.register We are http://127.0.0.1:13990/collection1/ and leader is http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 569404 T1555 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13990
[junit4:junit4] 2> 569404 T1555 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 569404 T1555 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C702 name=collection1 org.apache.solr.core.SolrCore@4d1c6ebc url=http://127.0.0.1:13990/collection1 node=127.0.0.1:13990_ C702_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13990_, base_url=http://127.0.0.1:13990}
[junit4:junit4] 2> 569405 T1559 C702 P13990 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 569406 T1559 C702 P13990 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 569406 T1555 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 569406 T1559 C702 P13990 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 569406 T1559 C702 P13990 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 569407 T1479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 569408 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 569408 T1559 C702 P13990 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 569408 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 569429 T1515 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 569690 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 569693 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13997
[junit4:junit4] 2> 569694 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 569694 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 569695 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614
[junit4:junit4] 2> 569695 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/solr.xml
[junit4:junit4] 2> 569696 T1479 oasc.CoreContainer.<init> New CoreContainer 16364088
[junit4:junit4] 2> 569696 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/'
[junit4:junit4] 2> 569697 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/'
[junit4:junit4] 2> 569806 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 569807 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 569808 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 569808 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 569808 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 569809 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 569809 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 569810 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 569810 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 569811 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 569827 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 569828 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 569828 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 569829 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 569835 T1571 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78624ee7 name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 569836 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 569846 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 569858 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 569860 T1573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7343568a name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 569861 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 569867 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 570521 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 570522 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13986_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13986"}
[junit4:junit4] 2> 570527 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13990_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13990"}
[junit4:junit4] 2> 570540 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570540 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570540 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570540 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570540 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570540 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570871 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13997_
[junit4:junit4] 2> 570874 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13997_
[junit4:junit4] 2> 570876 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570876 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570877 T1501 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 570876 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 570877 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 570877 T1573 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 570877 T1537 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 570878 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 570878 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 570879 T1508 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 570879 T1521 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 570880 T1554 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 570886 T1574 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 570886 T1574 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 571432 T1515 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 571432 T1515 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:13990_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 572055 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 572056 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13997_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13997"}
[junit4:junit4] 2> 572056 T1502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 572057 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 572103 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 572103 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 572103 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 572103 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 572103 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 572103 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 572890 T1574 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/collection1
[junit4:junit4] 2> 572890 T1574 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 572891 T1574 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 572891 T1574 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 572893 T1574 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/collection1/'
[junit4:junit4] 2> 572895 T1574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/collection1/lib/README' to classloader
[junit4:junit4] 2> 572896 T1574 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 572967 T1574 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 573047 T1574 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 573152 T1574 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 573162 T1574 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C703 name=collection1 org.apache.solr.core.SolrCore@4d1c6ebc url=http://127.0.0.1:13990/collection1 node=127.0.0.1:13990_ C703_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13990_, base_url=http://127.0.0.1:13990}
[junit4:junit4] 2> 573434 T1559 C703 P13990 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13983/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 573434 T1559 C703 P13990 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13990 START replicas=[http://127.0.0.1:13983/collection1/] nUpdates=100
[junit4:junit4] 2> 573435 T1559 C703 P13990 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 573435 T1559 C703 P13990 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 573435 T1559 C703 P13990 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 573435 T1559 C703 P13990 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 573435 T1559 C703 P13990 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 573436 T1559 C703 P13990 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13983/collection1/. core=collection1
[junit4:junit4] 2> 573436 T1559 C703 P13990 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C704 name=collection1 org.apache.solr.core.SolrCore@17eb4f5e url=http://127.0.0.1:13983/collection1 node=127.0.0.1:13983_ C704_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13983_, base_url=http://127.0.0.1:13983, leader=true}
[junit4:junit4] 2> 573437 T1512 C704 P13983 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 573449 T1516 C704 P13983 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 573455 T1516 C704 P13983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 573456 T1516 C704 P13983 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 573457 T1516 C704 P13983 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 573457 T1516 C704 P13983 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 573459 T1559 C703 P13990 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 573459 T1559 C703 P13990 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 573461 T1514 C704 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 573462 T1559 C703 P13990 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 573462 T1559 C703 P13990 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 573462 T1559 C703 P13990 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 573466 T1514 C704 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1
[junit4:junit4] 2> 573467 T1559 C703 P13990 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 573470 T1559 C703 P13990 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index.20130621163614654
[junit4:junit4] 2> 573471 T1559 C703 P13990 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index.20130621163614654 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7bed9d18 fullCopy=false
[junit4:junit4] 2> 573475 T1514 C704 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 573477 T1559 C703 P13990 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 573481 T1559 C703 P13990 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 573481 T1559 C703 P13990 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 573488 T1559 C703 P13990 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 573489 T1559 C703 P13990 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 573489 T1559 C703 P13990 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 573491 T1559 C703 P13990 oass.SolrIndexSearcher.<init> Opening Searcher@4ec6132 main
[junit4:junit4] 2> 573492 T1558 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ec6132 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 573493 T1559 C703 P13990 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index.20130621163614654 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index.20130621163614654;done=true>>]
[junit4:junit4] 2> 573493 T1559 C703 P13990 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index.20130621163614654
[junit4:junit4] 2> 573493 T1559 C703 P13990 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty3/index.20130621163614654
[junit4:junit4] 2> 573495 T1559 C703 P13990 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 573495 T1559 C703 P13990 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 573495 T1559 C703 P13990 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 573495 T1559 C703 P13990 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 573497 T1559 C703 P13990 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 573609 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 573610 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13990_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13990"}
[junit4:junit4] 2> 573624 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 573628 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 573628 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 573628 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 573628 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 573628 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 573882 T1574 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 573884 T1574 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 573885 T1574 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 573904 T1574 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 573909 T1574 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 573926 T1574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 573939 T1574 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 573944 T1574 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 573946 T1574 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 573946 T1574 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 573946 T1574 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 573948 T1574 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 573948 T1574 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 573948 T1574 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 573948 T1574 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371854170614/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/
[junit4:junit4] 2> 573949 T1574 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 573949 T1574 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 573950 T1574 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4
[junit4:junit4] 2> 573951 T1574 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index/
[junit4:junit4] 2> 573952 T1574 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 573953 T1574 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index
[junit4:junit4] 2> 573962 T1574 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 573963 T1574 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 573966 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 573966 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 573967 T1574 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 573967 T1574 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 573968 T1574 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 573968 T1574 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 573972 T1574 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 573972 T1574 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 573973 T1574 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 573982 T1574 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 573992 T1574 oass.SolrIndexSearcher.<init> Opening Searcher@647a463 main
[junit4:junit4] 2> 573993 T1574 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 573993 T1574 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 573998 T1577 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@647a463 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 574000 T1574 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 574000 T1574 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13997 collection:collection1 shard:shard1
[junit4:junit4] 2> 574004 T1574 oasc.ZkController.register We are http://127.0.0.1:13997/collection1/ and leader is http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 574005 T1574 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13997
[junit4:junit4] 2> 574005 T1574 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 574005 T1574 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C705 name=collection1 org.apache.solr.core.SolrCore@5df3de6d url=http://127.0.0.1:13997/collection1 node=127.0.0.1:13997_ C705_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13997_, base_url=http://127.0.0.1:13997}
[junit4:junit4] 2> 574005 T1578 C705 P13997 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 574006 T1578 C705 P13997 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 574006 T1574 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 574006 T1578 C705 P13997 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 574007 T1578 C705 P13997 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 574008 T1479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 574008 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 574009 T1578 C705 P13997 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 574009 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 574029 T1517 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 574288 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 574290 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:14002
[junit4:junit4] 2> 574291 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 574292 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 574292 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214
[junit4:junit4] 2> 574293 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/solr.xml
[junit4:junit4] 2> 574293 T1479 oasc.CoreContainer.<init> New CoreContainer 103703429
[junit4:junit4] 2> 574294 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/'
[junit4:junit4] 2> 574294 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/'
[junit4:junit4] 2> 574405 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 574406 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 574406 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 574407 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 574407 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 574408 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 574408 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 574409 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 574409 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 574410 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 574426 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 574427 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 574427 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 574429 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 574435 T1590 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5635f70c name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 574436 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 574442 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 574452 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 574459 T1592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fe152d9 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 574459 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 574476 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 575135 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 575136 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13997_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13997"}
[junit4:junit4] 2> 575179 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575179 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575179 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575179 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575179 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575179 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575179 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575481 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14002_
[junit4:junit4] 2> 575484 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14002_
[junit4:junit4] 2> 575486 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575486 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575486 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575486 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 575487 T1573 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575488 T1501 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575488 T1537 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575488 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 575488 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 575488 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 575489 T1508 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575490 T1554 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575490 T1592 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575490 T1521 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 575497 T1593 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 575497 T1593 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 576032 T1517 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 576032 T1517 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:13997_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 576686 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 576687 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14002_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14002"}
[junit4:junit4] 2> 576687 T1502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 576688 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 576703 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 576703 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 576703 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 576703 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 576703 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 576703 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 576703 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 577500 T1593 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/collection1
[junit4:junit4] 2> 577500 T1593 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 577501 T1593 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 577501 T1593 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 577503 T1593 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/collection1/'
[junit4:junit4] 2> 577504 T1593 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 577505 T1593 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/collection1/lib/README' to classloader
[junit4:junit4] 2> 577566 T1593 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 577654 T1593 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 577755 T1593 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 577762 T1593 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C706 name=collection1 org.apache.solr.core.SolrCore@5df3de6d url=http://127.0.0.1:13997/collection1 node=127.0.0.1:13997_ C706_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13997_, base_url=http://127.0.0.1:13997}
[junit4:junit4] 2> 578034 T1578 C706 P13997 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13983/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 578034 T1578 C706 P13997 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13997 START replicas=[http://127.0.0.1:13983/collection1/] nUpdates=100
[junit4:junit4] 2> 578035 T1578 C706 P13997 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 578035 T1578 C706 P13997 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 578035 T1578 C706 P13997 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 578035 T1578 C706 P13997 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 578035 T1578 C706 P13997 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 578035 T1578 C706 P13997 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13983/collection1/. core=collection1
[junit4:junit4] 2> 578036 T1578 C706 P13997 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C707 name=collection1 org.apache.solr.core.SolrCore@17eb4f5e url=http://127.0.0.1:13983/collection1 node=127.0.0.1:13983_ C707_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13983_, base_url=http://127.0.0.1:13983, leader=true}
[junit4:junit4] 2> 578037 T1512 C707 P13983 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 578050 T1511 C707 P13983 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 578057 T1511 C707 P13983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 578057 T1511 C707 P13983 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 578059 T1511 C707 P13983 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 578060 T1511 C707 P13983 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 578061 T1578 C706 P13997 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 578061 T1578 C706 P13997 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 578063 T1514 C707 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 578064 T1578 C706 P13997 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 578064 T1578 C706 P13997 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 578064 T1578 C706 P13997 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 578068 T1514 C707 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 578069 T1578 C706 P13997 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 578072 T1578 C706 P13997 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index.20130621163619256
[junit4:junit4] 2> 578073 T1578 C706 P13997 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index.20130621163619256 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7e17e908 fullCopy=false
[junit4:junit4] 2> 578077 T1514 C707 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 578079 T1578 C706 P13997 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 578082 T1578 C706 P13997 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 578082 T1578 C706 P13997 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 578087 T1578 C706 P13997 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 578088 T1578 C706 P13997 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 578089 T1578 C706 P13997 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 578090 T1578 C706 P13997 oass.SolrIndexSearcher.<init> Opening Searcher@6a85a752 main
[junit4:junit4] 2> 578091 T1577 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a85a752 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 578092 T1578 C706 P13997 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index.20130621163619256 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index.20130621163619256;done=true>>]
[junit4:junit4] 2> 578092 T1578 C706 P13997 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index.20130621163619256
[junit4:junit4] 2> 578092 T1578 C706 P13997 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty4/index.20130621163619256
[junit4:junit4] 2> 578094 T1578 C706 P13997 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 578094 T1578 C706 P13997 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 578094 T1578 C706 P13997 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 578094 T1578 C706 P13997 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 578096 T1578 C706 P13997 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 578209 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 578210 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13997_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13997"}
[junit4:junit4] 2> 578221 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578222 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578222 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578221 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578221 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578221 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578221 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 578477 T1593 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 578478 T1593 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 578479 T1593 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 578493 T1593 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 578497 T1593 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 578515 T1593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 578531 T1593 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 578537 T1593 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 578538 T1593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 578538 T1593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 578539 T1593 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 578540 T1593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 578540 T1593 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 578540 T1593 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 578541 T1593 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371854175214/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/
[junit4:junit4] 2> 578541 T1593 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 578542 T1593 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 578543 T1593 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5
[junit4:junit4] 2> 578544 T1593 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index/
[junit4:junit4] 2> 578545 T1593 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 578546 T1593 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index
[junit4:junit4] 2> 578553 T1593 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 578554 T1593 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 578557 T1593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 578557 T1593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 578558 T1593 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 578559 T1593 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 578559 T1593 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 578559 T1593 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 578564 T1593 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 578565 T1593 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 578565 T1593 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 578576 T1593 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 578585 T1593 oass.SolrIndexSearcher.<init> Opening Searcher@255130d6 main
[junit4:junit4] 2> 578586 T1593 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 578587 T1593 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 578591 T1596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@255130d6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 578593 T1593 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 578593 T1593 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:14002 collection:collection1 shard:shard1
[junit4:junit4] 2> 578598 T1593 oasc.ZkController.register We are http://127.0.0.1:14002/collection1/ and leader is http://127.0.0.1:13983/collection1/
[junit4:junit4] 2> 578598 T1593 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:14002
[junit4:junit4] 2> 578598 T1593 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 578599 T1593 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C708 name=collection1 org.apache.solr.core.SolrCore@31131b0e url=http://127.0.0.1:14002/collection1 node=127.0.0.1:14002_ C708_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:14002_, base_url=http://127.0.0.1:14002}
[junit4:junit4] 2> 578599 T1597 C708 P14002 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 578600 T1597 C708 P14002 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 578600 T1593 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 578600 T1597 C708 P14002 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 578601 T1597 C708 P14002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 578602 T1479 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 578602 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 578603 T1597 C708 P14002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 578603 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 578627 T1513 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 578907 T1479 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 578910 T1479 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:27475
[junit4:junit4] 2> 578911 T1479 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 578912 T1479 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 578912 T1479 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811
[junit4:junit4] 2> 578912 T1479 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/solr.xml
[junit4:junit4] 2> 578913 T1479 oasc.CoreContainer.<init> New CoreContainer 1486863975
[junit4:junit4] 2> 578914 T1479 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/'
[junit4:junit4] 2> 578914 T1479 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/'
[junit4:junit4] 2> 579024 T1479 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 579025 T1479 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 579025 T1479 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 579026 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 579026 T1479 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 579027 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 579027 T1479 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 579028 T1479 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 579028 T1479 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 579029 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 579045 T1479 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 579046 T1479 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13976/solr
[junit4:junit4] 2> 579047 T1479 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 579048 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 579051 T1609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4547e0a5 name:ZooKeeperConnection Watcher:127.0.0.1:13976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 579051 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 579054 T1479 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 579066 T1479 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 579096 T1611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@189d5a88 name:ZooKeeperConnection Watcher:127.0.0.1:13976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 579096 T1479 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 579161 T1479 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 579728 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 579729 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14002_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14002"}
[junit4:junit4] 2> 579735 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 579735 T1611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 580165 T1479 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:27475_
[junit4:junit4] 2> 580167 T1479 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:27475_
[junit4:junit4] 2> 580170 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 580170 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 580170 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 580170 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 580171 T1537 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580171 T1501 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580171 T1573 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580171 T1611 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580172 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 580172 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 580172 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 580173 T1508 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580173 T1592 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580172 T1611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 580184 T1521 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580184 T1554 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 580189 T1612 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 580190 T1612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 580629 T1513 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 580629 T1513 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:14002_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 581241 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 581242 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"7",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:27475_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:27475"}
[junit4:junit4] 2> 581242 T1502 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 581242 T1502 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 581258 T1611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1573 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1537 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1508 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1501 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1521 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 581259 T1592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 582193 T1612 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/collection1
[junit4:junit4] 2> 582193 T1612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 582194 T1612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 582194 T1612 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 582196 T1612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/collection1/'
[junit4:junit4] 2> 582198 T1612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 582198 T1612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/collection1/lib/README' to classloader
[junit4:junit4] 2> 582248 T1612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 582313 T1612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 582315 T1612 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 582321 T1612 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C709 name=collection1 org.apache.solr.core.SolrCore@31131b0e url=http://127.0.0.1:14002/collection1 node=127.0.0.1:14002_ C709_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:14002_, base_url=http://127.0.0.1:14002}
[junit4:junit4] 2> 582631 T1597 C709 P14002 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13983/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 582631 T1597 C709 P14002 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:14002 START replicas=[http://127.0.0.1:13983/collection1/] nUpdates=100
[junit4:junit4] 2> 582632 T1597 C709 P14002 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 582632 T1597 C709 P14002 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 582632 T1597 C709 P14002 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 582633 T1597 C709 P14002 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 582633 T1597 C709 P14002 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 582633 T1597 C709 P14002 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13983/collection1/. core=collection1
[junit4:junit4] 2> 582633 T1597 C709 P14002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C710 name=collection1 org.apache.solr.core.SolrCore@17eb4f5e url=http://127.0.0.1:13983/collection1 node=127.0.0.1:13983_ C710_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13983_, base_url=http://127.0.0.1:13983, leader=true}
[junit4:junit4] 2> 582635 T1512 C710 P13983 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 582655 T1515 C710 P13983 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 582679 T1515 C710 P13983 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty1/index,segFN=segments_5,generation=5}
[junit4:junit4] 2> 582680 T1515 C710 P13983 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 582687 T1515 C710 P13983 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 582687 T1515 C710 P13983 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 32
[junit4:junit4] 2> 582689 T1597 C709 P14002 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 582689 T1597 C709 P14002 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 582691 T1514 C710 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 582692 T1597 C709 P14002 oash.SnapPuller.fetchLatestIndex Master's generation: 5
[junit4:junit4] 2> 582693 T1597 C709 P14002 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 582693 T1597 C709 P14002 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 582700 T1514 C710 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=5&version=2} status=0 QTime=5
[junit4:junit4] 2> 582701 T1597 C709 P14002 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 582709 T1597 C709 P14002 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index.20130621163623887
[junit4:junit4] 2> 582715 T1597 C709 P14002 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index.20130621163623887 lockFactory=org.apache.lucene.store.NativeFSLockFactory@587bf41e fullCopy=false
[junit4:junit4] 2> 582722 T1514 C710 P13983 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_5&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0
[junit4:junit4] 2> 582725 T1597 C709 P14002 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 582733 T1597 C709 P14002 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 582733 T1597 C709 P14002 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 582761 T1597 C709 P14002 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index,segFN=segments_5,generation=5}
[junit4:junit4] 2> 582762 T1597 C709 P14002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 582763 T1597 C709 P14002 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 582770 T1597 C709 P14002 oass.SolrIndexSearcher.<init> Opening Searcher@6b55a13a main
[junit4:junit4] 2> 582771 T1596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b55a13a main{StandardDirectoryReader(segments_5:1:nrt)}
[junit4:junit4] 2> 582772 T1597 C709 P14002 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index.20130621163623887 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index.20130621163623887;done=true>>]
[junit4:junit4] 2> 582772 T1597 C709 P14002 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index.20130621163623887
[junit4:junit4] 2> 582773 T1597 C709 P14002 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty5/index.20130621163623887
[junit4:junit4] 2> 582777 T1597 C709 P14002 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 582777 T1597 C709 P14002 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 582777 T1597 C709 P14002 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 582778 T1597 C709 P14002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 582780 T1597 C709 P14002 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 584086 T1612 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 584087 T1612 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 584088 T1612 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 584131 T1612 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 584141 T1612 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 584172 T1612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 584246 T1612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 584256 T1612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 584258 T1612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 584258 T1612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 584259 T1612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 584260 T1612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 584260 T1612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 584261 T1612 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 584261 T1612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371854179811/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty6/
[junit4:junit4] 2> 584261 T1612 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4440ece0
[junit4:junit4] 2> 584262 T1612 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 584267 T1612 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty6
[junit4:junit4] 2> 584268 T1502 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 584269 T1502 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14002_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14002"}
[junit4:junit4] 2> 584270 T1612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty6/index/
[junit4:junit4] 2> 584274 T1612 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371854152639/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 584278 T1612 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-c
[...truncated too long message...]
"collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:13979_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:13979",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (7)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:13990_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:13997_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:13983_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:13979_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:10525_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:14002_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:27475_ (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (6)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89905833747873810-8-n_0000000006 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89905833747873812-2-n_0000000007 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89905833747873804-5-n_0000000003 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89905833747873806-6-n_0000000004 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89905833747873808-7-n_0000000005 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89905833747873802-4-n_0000000002 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (1)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:13990_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:13990"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89905833747873795-1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:13979_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:13979"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (7)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873808-127.0.0.1:27475_-n_0000000006 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873802-127.0.0.1:13990_-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873812-127.0.0.1:13983_-n_0000000008 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873795-127.0.0.1:13979_-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873806-127.0.0.1:14002_-n_0000000005 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873810-127.0.0.1:10525_-n_0000000007 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89905833747873804-127.0.0.1:13997_-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89905833747873795-127.0.0.1:13979_-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=5A9D767A0983CA1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=fr_LU -Dtests.timezone=America/Denver -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 868s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:13983/collection1lastClient and got 273 from http://127.0.0.1:13990/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([5A9D767A0983CA1:844F597FD7C75C9D]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 1419153 T1479 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 867710 T1478 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), text=MockVariableIntBlock(baseBlockSize=90), _version_=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), rnd_b=Lucene41(blocksize=128), intDefault=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), id=Lucene41(blocksize=128), timestamp=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), a_t=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), range_facet_sl=MockVariableIntBlock(baseBlockSize=90), range_facet_si=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), other_tl1=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), multiDefault=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65), a_si=Pulsing41(freqCutoff=1 minBlockSize=28 maxBlockSize=65)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fr_LU, timezone=America/Denver
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=5,free=93506768,total=488898560
[junit4:junit4] 2> NOTE: All tests run in this JVM: [PolyFieldTest, SimpleFacetsTest, LoggingHandlerTest, TestPhraseSuggestions, TestFastWriter, ChaosMonkeyNothingIsSafeTest, TestSort, TestPHPSerializedResponseWriter, BadCopyFieldTest, TermsComponentTest, DistributedTermsComponentTest, TestConfig, MoreLikeThisHandlerTest, CSVRequestHandlerTest, CachingDirectoryFactoryTest, TestClassNameShortening, TestRealTimeGet, DirectSolrConnectionTest, CoreAdminHandlerTest, TestReloadAndDeleteDocs, SpatialFilterTest, UnloadDistributedZkTest, TestLFUCache, RegexBoostProcessorTest, AnalysisAfterCoreReloadTest, TestFuzzyAnalyzedSuggestions, TestLRUCache, TestCloudManagedSchema, TestFieldCollectionResource, TestJoin, TestLMDirichletSimilarityFactory, SynonymTokenizerTest, TestCharFilters, CircularListTest, TestIBSimilarityFactory, QueryElevationComponentTest, MBeansHandlerTest, TestSolrXmlPersistence, TestSchemaResource, TestStressRecovery, DistributedSpellCheckComponentTest, TestRandomDVFaceting, FieldMutatingUpdateProcessorTest, TestSchemaSimilarityResource, UpdateRequestProcessorFactoryTest, QueryResultKeyTest, FileBasedSpellCheckerTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 868.49s, 1 test, 1 failure <<< FAILURES!
[...truncated 618 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1255 tests, 1 failure, 11 ignored (5 assumptions)
Total time: 123 minutes 52 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 292 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/292/
2 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:12196/vuny/k returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:12196/vuny/k returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([6B29683BA07475B4:EACFE623D72B1588]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:39099/nkpu/collection1lastClient and got 274 from http://127.0.0.1:44383/nkpu/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:39099/nkpu/collection1lastClient and got 274 from http://127.0.0.1:44383/nkpu/collection1
at __randomizedtesting.SeedInfo.seed([6B29683BA07475B4:EACFE623D72B1588]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8939 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 281989 T642 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vuny/k
[junit4:junit4] 2> 281994 T642 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1371775051643
[junit4:junit4] 2> 281995 T642 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 281996 T643 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 282097 T642 oasc.ZkTestServer.run start zk server on port:16969
[junit4:junit4] 2> 282098 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 282104 T649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4873cd52 name:ZooKeeperConnection Watcher:127.0.0.1:16969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 282105 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 282105 T642 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 282128 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 282136 T651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4555f8 name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 282136 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 282137 T642 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 282155 T642 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 282166 T642 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 282177 T642 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 282180 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 282180 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 282206 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 282207 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 282313 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 282314 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 282317 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 282318 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 282327 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 282328 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 282331 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 282332 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 282335 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 282335 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 282338 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 282339 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 282342 T642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 282343 T642 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 282628 T642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 282632 T642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:21833
[junit4:junit4] 2> 282632 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 282633 T642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 282633 T642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001
[junit4:junit4] 2> 282634 T642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/solr.xml
[junit4:junit4] 2> 282634 T642 oasc.CoreContainer.<init> New CoreContainer 795796198
[junit4:junit4] 2> 282635 T642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/'
[junit4:junit4] 2> 282636 T642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/'
[junit4:junit4] 2> 282760 T642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 282761 T642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 282762 T642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 282762 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 282763 T642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 282763 T642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 282764 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 282764 T642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 282765 T642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 282765 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 282785 T642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 282786 T642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:16969/solr
[junit4:junit4] 2> 282786 T642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 282787 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 282791 T662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@594cf61d name:ZooKeeperConnection Watcher:127.0.0.1:16969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 282791 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 282805 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 282818 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 282820 T664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74224c87 name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 282820 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 282823 T642 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 282832 T642 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 282838 T642 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 282841 T642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:21833_vuny%2Fk
[junit4:junit4] 2> 282848 T642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:21833_vuny%2Fk
[junit4:junit4] 2> 282851 T642 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 282865 T642 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 282868 T642 oasc.Overseer.start Overseer (id=89900649784868867-127.0.0.1:21833_vuny%2Fk-n_0000000000) starting
[junit4:junit4] 2> 282878 T642 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 282890 T666 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 282893 T642 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 282896 T642 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 282898 T642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 282901 T665 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 282905 T667 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 282905 T667 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 284405 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 284406 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21833_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21833/vuny/k"}
[junit4:junit4] 2> 284406 T665 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 284406 T665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 284486 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 284909 T667 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/collection1
[junit4:junit4] 2> 284909 T667 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 284910 T667 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 284910 T667 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 284912 T667 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/collection1/'
[junit4:junit4] 2> 284914 T667 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 284914 T667 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/collection1/lib/README' to classloader
[junit4:junit4] 2> 284970 T667 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 285033 T667 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 285136 T667 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 285142 T667 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 285729 T667 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 285734 T667 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 285736 T667 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 285741 T667 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 285769 T667 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 285770 T667 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1371775052001/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/control/data/
[junit4:junit4] 2> 285770 T667 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@442f1e75
[junit4:junit4] 2> 285771 T667 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 285771 T667 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/control/data
[junit4:junit4] 2> 285772 T667 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/control/data/index/
[junit4:junit4] 2> 285772 T667 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 285772 T667 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/control/data/index
[junit4:junit4] 2> 285777 T667 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@469524c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@480057f5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 285778 T667 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 285781 T667 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 285781 T667 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 285782 T667 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 285783 T667 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 285783 T667 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 285784 T667 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 285784 T667 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 285784 T667 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 285785 T667 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 285796 T667 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 285805 T667 oass.SolrIndexSearcher.<init> Opening Searcher@4188909 main
[junit4:junit4] 2> 285806 T667 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/control/data/tlog
[junit4:junit4] 2> 285807 T667 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 285808 T667 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 285811 T668 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4188909 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 285813 T667 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 285814 T667 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:21833/vuny/k collection:control_collection shard:shard1
[junit4:junit4] 2> 285815 T667 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 285842 T667 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 285854 T667 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 285854 T667 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 285855 T667 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:21833/vuny/k/collection1/
[junit4:junit4] 2> 285855 T667 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 285855 T667 oasc.SyncStrategy.syncToMe http://127.0.0.1:21833/vuny/k/collection1/ has no replicas
[junit4:junit4] 2> 285855 T667 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:21833/vuny/k/collection1/
[junit4:junit4] 2> 285856 T667 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 286025 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 286044 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 286078 T667 oasc.ZkController.register We are http://127.0.0.1:21833/vuny/k/collection1/ and leader is http://127.0.0.1:21833/vuny/k/collection1/
[junit4:junit4] 2> 286078 T667 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:21833/vuny/k
[junit4:junit4] 2> 286078 T667 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 286078 T667 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 286079 T667 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 286081 T667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 286082 T642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 286083 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 286083 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 286106 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 286108 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 286110 T671 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a1d6aae name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 286111 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 286112 T642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 286115 T642 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 286439 T642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 286442 T642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:12196
[junit4:junit4] 2> 286443 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 286443 T642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 286444 T642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763
[junit4:junit4] 2> 286444 T642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/solr.xml
[junit4:junit4] 2> 286445 T642 oasc.CoreContainer.<init> New CoreContainer 1575399289
[junit4:junit4] 2> 286446 T642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/'
[junit4:junit4] 2> 286446 T642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/'
[junit4:junit4] 2> 286571 T642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 286572 T642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 286573 T642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 286573 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 286574 T642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 286574 T642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 286574 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 286575 T642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 286575 T642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 286576 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 286594 T642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 286594 T642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:16969/solr
[junit4:junit4] 2> 286595 T642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 286596 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 286606 T682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@756c99c2 name:ZooKeeperConnection Watcher:127.0.0.1:16969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 286606 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 286612 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 286625 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 286633 T684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b410b58 name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 286633 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 286638 T642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 287557 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 287558 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:21833_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:21833_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:21833/vuny/k"}
[junit4:junit4] 2> 287570 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 287570 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 287570 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 287642 T642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:12196_vuny%2Fk
[junit4:junit4] 2> 287644 T642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:12196_vuny%2Fk
[junit4:junit4] 2> 287646 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 287646 T671 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 287647 T684 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 287647 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 287647 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 287648 T664 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 287660 T685 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 287660 T685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 289076 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 289077 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:12196_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:12196/vuny/k"}
[junit4:junit4] 2> 289077 T665 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 289077 T665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 289122 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 289122 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 289122 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 289666 T685 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/collection1
[junit4:junit4] 2> 289666 T685 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 289667 T685 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 289667 T685 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 289669 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/collection1/'
[junit4:junit4] 2> 289671 T685 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/collection1/lib/README' to classloader
[junit4:junit4] 2> 289671 T685 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 289723 T685 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 289781 T685 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 289884 T685 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 289890 T685 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 290472 T685 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 290477 T685 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 290479 T685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 290485 T685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 290511 T685 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 290512 T685 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1371775055763/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty1/
[junit4:junit4] 2> 290512 T685 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@442f1e75
[junit4:junit4] 2> 290513 T685 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 290513 T685 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty1
[junit4:junit4] 2> 290514 T685 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty1/index/
[junit4:junit4] 2> 290514 T685 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 290514 T685 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty1/index
[junit4:junit4] 2> 290518 T685 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4ab4272e lockFactory=org.apache.lucene.store.NativeFSLockFactory@575c6dd1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 290518 T685 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 290521 T685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 290522 T685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 290522 T685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 290523 T685 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 290524 T685 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 290524 T685 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 290525 T685 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 290525 T685 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 290526 T685 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 290536 T685 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 290546 T685 oass.SolrIndexSearcher.<init> Opening Searcher@528c1a2a main
[junit4:junit4] 2> 290547 T685 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty1/tlog
[junit4:junit4] 2> 290548 T685 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 290548 T685 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 290553 T686 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@528c1a2a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 290556 T685 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 290556 T685 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:12196/vuny/k collection:collection1 shard:shard1
[junit4:junit4] 2> 290557 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 290615 T685 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 290627 T685 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 290627 T685 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 290627 T685 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:12196/vuny/k/collection1/
[junit4:junit4] 2> 290628 T685 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 290628 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 290628 T685 oasc.SyncStrategy.syncToMe http://127.0.0.1:12196/vuny/k/collection1/ has no replicas
[junit4:junit4] 2> 290628 T685 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:12196/vuny/k/collection1/
[junit4:junit4] 2> 290629 T685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 290642 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 290642 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 290642 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 292149 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 292155 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 292155 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 292155 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 292178 T685 oasc.ZkController.register We are http://127.0.0.1:12196/vuny/k/collection1/ and leader is http://127.0.0.1:12196/vuny/k/collection1/
[junit4:junit4] 2> 292178 T685 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:12196/vuny/k
[junit4:junit4] 2> 292178 T685 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 292179 T685 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 292179 T685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 292181 T685 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 292182 T642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 292183 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 292183 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 292492 T642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 292495 T642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:57586
[junit4:junit4] 2> 292496 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 292497 T642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 292497 T642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851
[junit4:junit4] 2> 292498 T642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/solr.xml
[junit4:junit4] 2> 292498 T642 oasc.CoreContainer.<init> New CoreContainer 1974428945
[junit4:junit4] 2> 292499 T642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/'
[junit4:junit4] 2> 292500 T642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/'
[junit4:junit4] 2> 292623 T642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 292624 T642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 292624 T642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 292625 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 292625 T642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 292626 T642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 292626 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 292627 T642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 292627 T642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 292628 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 292646 T642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 292646 T642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:16969/solr
[junit4:junit4] 2> 292647 T642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 292648 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 292651 T698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22b4e311 name:ZooKeeperConnection Watcher:127.0.0.1:16969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 292651 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 292654 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 292665 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 292667 T700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@724f2b58 name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 292667 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 292679 T642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 293671 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 293671 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:12196_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:12196_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:12196/vuny/k"}
[junit4:junit4] 2> 293699 T642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57586_vuny%2Fk
[junit4:junit4] 2> 293711 T642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57586_vuny%2Fk
[junit4:junit4] 2> 293717 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 293717 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 293717 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 293717 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 293721 T684 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 293721 T671 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 293721 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 293722 T700 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 293722 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 293723 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 293732 T664 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 293736 T701 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 293737 T701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 295224 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 295225 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:57586_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57586/vuny/k"}
[junit4:junit4] 2> 295225 T665 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 295225 T665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 295252 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 295252 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 295252 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 295252 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 295740 T701 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/collection1
[junit4:junit4] 2> 295740 T701 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 295741 T701 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 295741 T701 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 295743 T701 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/collection1/'
[junit4:junit4] 2> 295744 T701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/collection1/lib/README' to classloader
[junit4:junit4] 2> 295745 T701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 295796 T701 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 295855 T701 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 295958 T701 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 295964 T701 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 296553 T701 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 296557 T701 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 296559 T701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 296564 T701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 296588 T701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 296589 T701 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1371775061851/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty2/
[junit4:junit4] 2> 296589 T701 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@442f1e75
[junit4:junit4] 2> 296590 T701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 296590 T701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty2
[junit4:junit4] 2> 296591 T701 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty2/index/
[junit4:junit4] 2> 296591 T701 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 296591 T701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty2/index
[junit4:junit4] 2> 296595 T701 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31696e9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@30f8e65a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 296595 T701 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 296598 T701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 296598 T701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 296599 T701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 296600 T701 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 296600 T701 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 296601 T701 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 296601 T701 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 296602 T701 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 296602 T701 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 296612 T701 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 296619 T701 oass.SolrIndexSearcher.<init> Opening Searcher@751222c7 main
[junit4:junit4] 2> 296620 T701 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty2/tlog
[junit4:junit4] 2> 296621 T701 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 296621 T701 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 296626 T702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@751222c7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 296629 T701 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 296629 T701 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57586/vuny/k collection:collection1 shard:shard2
[junit4:junit4] 2> 296630 T701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 296645 T701 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 296653 T701 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 296653 T701 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 296653 T701 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57586/vuny/k/collection1/
[junit4:junit4] 2> 296654 T701 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 296654 T701 oasc.SyncStrategy.syncToMe http://127.0.0.1:57586/vuny/k/collection1/ has no replicas
[junit4:junit4] 2> 296654 T701 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57586/vuny/k/collection1/
[junit4:junit4] 2> 296654 T701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 296763 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 296780 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 296780 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 296780 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 296780 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 296820 T701 oasc.ZkController.register We are http://127.0.0.1:57586/vuny/k/collection1/ and leader is http://127.0.0.1:57586/vuny/k/collection1/
[junit4:junit4] 2> 296820 T701 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57586/vuny/k
[junit4:junit4] 2> 296820 T701 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 296821 T701 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 296821 T701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 296823 T701 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 296824 T642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 296825 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 296825 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 297110 T642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 297113 T642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:29346
[junit4:junit4] 2> 297114 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 297115 T642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 297115 T642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491
[junit4:junit4] 2> 297116 T642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/solr.xml
[junit4:junit4] 2> 297116 T642 oasc.CoreContainer.<init> New CoreContainer 964259005
[junit4:junit4] 2> 297117 T642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/'
[junit4:junit4] 2> 297117 T642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/'
[junit4:junit4] 2> 297235 T642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 297236 T642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 297236 T642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 297237 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 297237 T642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 297238 T642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 297238 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 297239 T642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 297239 T642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 297240 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 297257 T642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 297258 T642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:16969/solr
[junit4:junit4] 2> 297259 T642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 297260 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 297263 T714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d020371 name:ZooKeeperConnection Watcher:127.0.0.1:16969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 297263 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 297266 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 297276 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 297279 T716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@302979d2 name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 297279 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 297291 T642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 298292 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 298293 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:57586_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:57586_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57586/vuny/k"}
[junit4:junit4] 2> 298295 T642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:29346_vuny%2Fk
[junit4:junit4] 2> 298306 T642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:29346_vuny%2Fk
[junit4:junit4] 2> 298308 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 298308 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 298308 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 298308 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 298308 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 298319 T700 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 298319 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 298319 T684 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 298319 T671 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 298320 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 298320 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 298320 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 298320 T716 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 298322 T664 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 298326 T717 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 298327 T717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 299822 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 299823 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:29346_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29346/vuny/k"}
[junit4:junit4] 2> 299823 T665 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 299823 T665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 299883 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 299883 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 299883 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 299883 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 299883 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 300330 T717 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/collection1
[junit4:junit4] 2> 300330 T717 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 300331 T717 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 300331 T717 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 300333 T717 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/collection1/'
[junit4:junit4] 2> 300334 T717 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/collection1/lib/README' to classloader
[junit4:junit4] 2> 300335 T717 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 300386 T717 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 300444 T717 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 300546 T717 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 300552 T717 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 301146 T717 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 301151 T717 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 301153 T717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 301158 T717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 301183 T717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 301184 T717 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1371775066491/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/
[junit4:junit4] 2> 301184 T717 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@442f1e75
[junit4:junit4] 2> 301185 T717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 301185 T717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3
[junit4:junit4] 2> 301186 T717 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index/
[junit4:junit4] 2> 301186 T717 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 301187 T717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index
[junit4:junit4] 2> 301190 T717 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@685a52f4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f91bd18),segFN=segments_1,generation=1}
[junit4:junit4] 2> 301190 T717 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 301193 T717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 301194 T717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 301194 T717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 301195 T717 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 301196 T717 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 301196 T717 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 301197 T717 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 301197 T717 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 301198 T717 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 301212 T717 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 301220 T717 oass.SolrIndexSearcher.<init> Opening Searcher@373f8978 main
[junit4:junit4] 2> 301221 T717 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/tlog
[junit4:junit4] 2> 301222 T717 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 301222 T717 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 301227 T718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@373f8978 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 301229 T717 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 301230 T717 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:29346/vuny/k collection:collection1 shard:shard1
[junit4:junit4] 2> 301233 T717 oasc.ZkController.register We are http://127.0.0.1:29346/vuny/k/collection1/ and leader is http://127.0.0.1:12196/vuny/k/collection1/
[junit4:junit4] 2> 301233 T717 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:29346/vuny/k
[junit4:junit4] 2> 301234 T717 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 301234 T717 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C304 name=collection1 org.apache.solr.core.SolrCore@15f5f95d url=http://127.0.0.1:29346/vuny/k/collection1 node=127.0.0.1:29346_vuny%2Fk C304_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:29346_vuny%2Fk, base_url=http://127.0.0.1:29346/vuny/k}
[junit4:junit4] 2> 301234 T719 C304 P29346 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 301235 T719 C304 P29346 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 301235 T717 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 301235 T719 C304 P29346 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 301236 T719 C304 P29346 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 301236 T642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 301237 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 301238 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 301238 T719 C304 P29346 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 301261 T674 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:29346_vuny%2Fk_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 301406 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 301407 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:29346_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:29346_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29346/vuny/k"}
[junit4:junit4] 2> 301418 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 301418 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 301418 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 301418 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 301418 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 301565 T642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 301568 T642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:11882
[junit4:junit4] 2> 301568 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 301569 T642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 301569 T642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908
[junit4:junit4] 2> 301570 T642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/solr.xml
[junit4:junit4] 2> 301570 T642 oasc.CoreContainer.<init> New CoreContainer 640385929
[junit4:junit4] 2> 301571 T642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/'
[junit4:junit4] 2> 301572 T642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/'
[junit4:junit4] 2> 301692 T642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 301693 T642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 301693 T642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 301694 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 301694 T642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 301695 T642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 301695 T642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 301696 T642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 301696 T642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 301697 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 301718 T642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 301718 T642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:16969/solr
[junit4:junit4] 2> 301719 T642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 301720 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 301723 T731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@544f30bd name:ZooKeeperConnection Watcher:127.0.0.1:16969 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 301723 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 301726 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 301740 T642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 301742 T733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68f8778c name:ZooKeeperConnection Watcher:127.0.0.1:16969/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 301742 T642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 301754 T642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 302263 T674 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:29346_vuny%2Fk_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 302263 T674 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:29346_vuny%252Fk_collection1&state=recovering&nodeName=127.0.0.1:29346_vuny%252Fk&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 302758 T642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:11882_vuny%2Fk
[junit4:junit4] 2> 302772 T642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:11882_vuny%2Fk
[junit4:junit4] 2> 302783 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 302784 T716 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 302784 T700 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 302785 T733 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 302785 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302785 T671 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 302785 T684 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 302786 T664 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 302786 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302786 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302785 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302806 T734 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 302806 T734 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 302924 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 302925 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:11882_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11882/vuny/k"}
[junit4:junit4] 2> 302925 T665 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 302926 T665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 302937 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302937 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302937 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302937 T733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302937 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 302937 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 303816 T734 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/collection1
[junit4:junit4] 2> 303816 T734 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 303817 T734 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 303817 T734 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 303819 T734 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/collection1/'
[junit4:junit4] 2> 303821 T734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 303822 T734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/collection1/lib/README' to classloader
[junit4:junit4] 2> 303883 T734 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 303941 T734 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 304043 T734 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 304049 T734 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C305 name=collection1 org.apache.solr.core.SolrCore@15f5f95d url=http://127.0.0.1:29346/vuny/k/collection1 node=127.0.0.1:29346_vuny%2Fk C305_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:29346_vuny%2Fk, base_url=http://127.0.0.1:29346/vuny/k}
[junit4:junit4] 2> 304265 T719 C305 P29346 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:12196/vuny/k/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 304265 T719 C305 P29346 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:29346/vuny/k START replicas=[http://127.0.0.1:12196/vuny/k/collection1/] nUpdates=100
[junit4:junit4] 2> 304266 T719 C305 P29346 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 304266 T719 C305 P29346 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 304266 T719 C305 P29346 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 304267 T719 C305 P29346 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 304267 T719 C305 P29346 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 304267 T719 C305 P29346 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:12196/vuny/k/collection1/. core=collection1
[junit4:junit4] 2> 304267 T719 C305 P29346 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C306 name=collection1 org.apache.solr.core.SolrCore@1adf145c url=http://127.0.0.1:12196/vuny/k/collection1 node=127.0.0.1:12196_vuny%2Fk C306_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:12196_vuny%2Fk, base_url=http://127.0.0.1:12196/vuny/k, leader=true}
[junit4:junit4] 2> 304275 T675 C306 P12196 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 304282 T676 C306 P12196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 304285 T676 C306 P12196 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4ab4272e lockFactory=org.apache.lucene.store.NativeFSLockFactory@575c6dd1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 304285 T676 C306 P12196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 304286 T676 C306 P12196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4ab4272e lockFactory=org.apache.lucene.store.NativeFSLockFactory@575c6dd1),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4ab4272e lockFactory=org.apache.lucene.store.NativeFSLockFactory@575c6dd1),segFN=segments_2,generation=2}
[junit4:junit4] 2> 304286 T676 C306 P12196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 304287 T676 C306 P12196 oass.SolrIndexSearcher.<init> Opening Searcher@3fd3fb0c realtime
[junit4:junit4] 2> 304287 T676 C306 P12196 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 304288 T676 C306 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 304289 T719 C305 P29346 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 304289 T719 C305 P29346 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 304292 T677 C306 P12196 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 304292 T677 C306 P12196 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 304293 T719 C305 P29346 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 304294 T719 C305 P29346 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 304294 T719 C305 P29346 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 304296 T677 C306 P12196 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 304297 T719 C305 P29346 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 304298 T719 C305 P29346 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index.20130620213753946
[junit4:junit4] 2> 304299 T719 C305 P29346 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@18a7cb79 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1af48a1f; maxCacheMB=0.8046875 maxMergeSizeMB=0.666015625)) fullCopy=false
[junit4:junit4] 2> ASYNC NEW_CORE C307 name=collection1 org.apache.solr.core.SolrCore@1adf145c url=http://127.0.0.1:12196/vuny/k/collection1 node=127.0.0.1:12196_vuny%2Fk C307_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:12196_vuny%2Fk, base_url=http://127.0.0.1:12196/vuny/k, leader=true}
[junit4:junit4] 2> 304307 T677 C307 P12196 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C308 name=collection1 org.apache.solr.core.SolrCore@15f5f95d url=http://127.0.0.1:29346/vuny/k/collection1 node=127.0.0.1:29346_vuny%2Fk C308_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:29346_vuny%2Fk, base_url=http://127.0.0.1:29346/vuny/k}
[junit4:junit4] 2> 304308 T719 C308 P29346 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 304310 T719 C308 P29346 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 304310 T719 C308 P29346 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 304312 T719 C308 P29346 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@685a52f4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f91bd18),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@685a52f4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f91bd18),segFN=segments_2,generation=2}
[junit4:junit4] 2> 304313 T719 C308 P29346 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 304313 T719 C308 P29346 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 304314 T719 C308 P29346 oass.SolrIndexSearcher.<init> Opening Searcher@4b712592 main
[junit4:junit4] 2> 304315 T718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b712592 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 304315 T719 C308 P29346 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index.20130620213753946 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index.20130620213753946;done=true>>]
[junit4:junit4] 2> 304316 T719 C308 P29346 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index.20130620213753946
[junit4:junit4] 2> 304316 T719 C308 P29346 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty3/index.20130620213753946
[junit4:junit4] 2> 304316 T719 C308 P29346 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 304316 T719 C308 P29346 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 304317 T719 C308 P29346 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 304317 T719 C308 P29346 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 304326 T719 C308 P29346 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 304448 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 304449 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:29346_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:29346_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:29346/vuny/k"}
[junit4:junit4] 2> 304470 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 304470 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 304470 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 304470 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 304470 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 304470 T733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 304636 T734 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 304640 T734 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 304642 T734 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 304648 T734 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 304673 T734 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 304673 T734 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1371775070908/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/
[junit4:junit4] 2> 304673 T734 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@442f1e75
[junit4:junit4] 2> 304674 T734 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 304675 T734 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4
[junit4:junit4] 2> 304675 T734 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index/
[junit4:junit4] 2> 304675 T734 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 304676 T734 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index
[junit4:junit4] 2> 304679 T734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f474205 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70e0b042),segFN=segments_1,generation=1}
[junit4:junit4] 2> 304680 T734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 304683 T734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 304683 T734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 304684 T734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 304685 T734 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 304685 T734 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 304685 T734 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 304686 T734 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 304687 T734 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 304688 T734 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 304698 T734 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 304706 T734 oass.SolrIndexSearcher.<init> Opening Searcher@410b2daa main
[junit4:junit4] 2> 304707 T734 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/tlog
[junit4:junit4] 2> 304708 T734 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 304709 T734 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 304718 T737 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@410b2daa main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 304721 T734 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 304721 T734 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:11882/vuny/k collection:collection1 shard:shard2
[junit4:junit4] 2> 304744 T734 oasc.ZkController.register We are http://127.0.0.1:11882/vuny/k/collection1/ and leader is http://127.0.0.1:57586/vuny/k/collection1/
[junit4:junit4] 2> 304744 T734 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:11882/vuny/k
[junit4:junit4] 2> 304744 T734 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 304744 T734 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C309 name=collection1 org.apache.solr.core.SolrCore@4c860e93 url=http://127.0.0.1:11882/vuny/k/collection1 node=127.0.0.1:11882_vuny%2Fk C309_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:11882_vuny%2Fk, base_url=http://127.0.0.1:11882/vuny/k}
[junit4:junit4] 2> 304745 T738 C309 P11882 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 304745 T734 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 304745 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 304746 T738 C309 P11882 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 304746 T738 C309 P11882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 304747 T642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J1
[junit4:junit4] 2> 304747 T642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 304748 T642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 304774 T738 C309 P11882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 304775 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 304777 T642 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 304777 T642 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 304778 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 304789 T690 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:11882_vuny%2Fk_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 305780 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 306002 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 306003 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:11882_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:11882_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11882/vuny/k"}
[junit4:junit4] 2> 306019 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 306019 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 306019 T733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 306019 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 306019 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 306019 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 306783 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 306791 T690 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:11882_vuny%2Fk_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 306791 T690 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:11882_vuny%252Fk_collection1&state=recovering&nodeName=127.0.0.1:11882_vuny%252Fk&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 307786 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 308790 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C309_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:11882_vuny%2Fk, base_url=http://127.0.0.1:11882/vuny/k}
[junit4:junit4] 2> 308793 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:57586/vuny/k/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 308793 T738 C309 P11882 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:11882/vuny/k START replicas=[http://127.0.0.1:57586/vuny/k/collection1/] nUpdates=100
[junit4:junit4] 2> 308793 T738 C309 P11882 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 308793 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 308793 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 308794 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 308794 T738 C309 P11882 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 308794 T738 C309 P11882 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:57586/vuny/k/collection1/. core=collection1
[junit4:junit4] 2> 308794 T738 C309 P11882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C310 name=collection1 org.apache.solr.core.SolrCore@5aa7ff4f url=http://127.0.0.1:57586/vuny/k/collection1 node=127.0.0.1:57586_vuny%2Fk C310_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:57586_vuny%2Fk, base_url=http://127.0.0.1:57586/vuny/k, leader=true}
[junit4:junit4] 2> 308802 T691 C310 P57586 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 308803 T692 C310 P57586 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 308806 T692 C310 P57586 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31696e9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@30f8e65a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 308806 T692 C310 P57586 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 308807 T692 C310 P57586 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31696e9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@30f8e65a),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31696e9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@30f8e65a),segFN=segments_2,generation=2}
[junit4:junit4] 2> 308807 T692 C310 P57586 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 308808 T692 C310 P57586 oass.SolrIndexSearcher.<init> Opening Searcher@262c84f0 realtime
[junit4:junit4] 2> 308808 T692 C310 P57586 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 308809 T692 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 308809 T738 C309 P11882 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 308810 T738 C309 P11882 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 308811 T693 C310 P57586 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 308811 T693 C310 P57586 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 308812 T738 C309 P11882 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 308812 T738 C309 P11882 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 308812 T738 C309 P11882 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 308814 T693 C310 P57586 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 308815 T738 C309 P11882 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 308816 T738 C309 P11882 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index.20130620213758463
[junit4:junit4] 2> 308817 T738 C309 P11882 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@15728e12 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4c9a3337; maxCacheMB=0.8046875 maxMergeSizeMB=0.666015625)) fullCopy=false
[junit4:junit4] 2> 308820 T693 C310 P57586 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 308821 T738 C309 P11882 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 308822 T738 C309 P11882 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 308822 T738 C309 P11882 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 308823 T738 C309 P11882 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f474205 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70e0b042),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f474205 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70e0b042),segFN=segments_2,generation=2}
[junit4:junit4] 2> 308823 T738 C309 P11882 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 308824 T738 C309 P11882 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 308824 T738 C309 P11882 oass.SolrIndexSearcher.<init> Opening Searcher@37a1c128 main
[junit4:junit4] 2> 308825 T737 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37a1c128 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 308826 T738 C309 P11882 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index.20130620213758463 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index.20130620213758463;done=true>>]
[junit4:junit4] 2> 308826 T738 C309 P11882 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index.20130620213758463
[junit4:junit4] 2> 308826 T738 C309 P11882 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1371775051642/jetty4/index.20130620213758463
[junit4:junit4] 2> 308826 T738 C309 P11882 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 308826 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 308826 T738 C309 P11882 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 308827 T738 C309 P11882 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 308828 T738 C309 P11882 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 309026 T665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 309027 T665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:11882_vuny%2Fk_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:11882_vuny%2Fk",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:11882/vuny/k"}
[junit4:junit4] 2> 309042 T684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 309042 T671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 309042 T733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 309042 T716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 309042 T664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 309042 T700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 309792 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 309794 T642 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C311 name=collection1 org.apache.solr.core.SolrCore@173941dd url=http://127.0.0.1:21833/vuny/k/collection1 node=127.0.0.1:21833_vuny%2Fk C311_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:21833_vuny%2Fk, base_url=http://127.0.0.1:21833/vuny/k, leader=true}
[junit4:junit4] 2> 309802 T654 C311 P21833 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 309806 T654 C311 P21833 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@469524c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@480057f5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 309806 T654 C311 P21833 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 309807 T654 C311 P21833 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@469524c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@480057f5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@469524c6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@480057f5),segFN=segments_2,generation=2}
[junit4:junit4] 2> 309807 T654 C311 P21833 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 309808 T654 C311 P21833 oass.SolrIndexSearcher.<init> Opening Searcher@308e44de main
[junit4:junit4] 2> 309808 T654 C311 P21833 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 309809 T668 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@308e44de main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 309810 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C312 name=collection1 org.apache.solr.core.SolrCore@1adf145c url=http://127.0.0.1:12196/vuny/k/collection1 node=127.0.0.1:12196_vuny%2Fk C312_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:12196_vuny%2Fk, base_url=http://127.0.0.1:12196/vuny/k, leader=true}
[junit4:junit4] 2> 309822 T678 C312 P12196 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:12196/vuny/k/collection1/, StdNode: http://127.0.0.1:29346/vuny/k/collection1/, StdNode: http://127.0.0.1:57586/vuny/k/collection1/, StdNode: http://127.0.0.1:11882/vuny/k/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 309826 T679 C312 P12196 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 309826 T694 C310 P57586 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 309828 T679 C312 P12196 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4ab4272e lockFactory=org.apache.lucene.store.NativeFSLockFactory@575c6dd1),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4ab4272e lockFactory=org.apache.lucene.store.NativeFSLockFactory@575c6dd1),segFN=segments_3,generation=3}
[junit4:junit4] 2> 309829 T694 C310 P57586 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31696e9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@30f8e65a),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@31696e9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@30f8e65a),segFN=segments_3,generation=3}
[junit4:junit4] 2> 309829 T679 C312 P12196 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 309830 T694 C310 P57586 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 309830 T679 C312 P12196 oass.SolrIndexSearcher.<init> Opening Searcher@5a84562f main
[junit4:junit4] 2> 309831 T694 C310 P57586 oass.SolrIndexSearcher.<init> Opening Searcher@394dd1f3 main
[junit4:junit4] 2> 309831 T679 C312 P12196 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 309832 T694 C310 P57586 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 309832 T686 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a84562f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 309832 T702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@394dd1f3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 309833 T679 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 309833 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> ASYNC NEW_CORE C313 name=collection1 org.apache.solr.core.SolrCore@15f5f95d url=http://127.0.0.1:29346/vuny/k/collection1 node=127.0.0.1:29346_vuny%2Fk C313_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:29346_vuny%2Fk, base_url=http://127.0.0.1:29346/vuny/k}
[junit4:junit4] 2> 309834 T706 C313 P29346 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C309_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:11882_vuny%2Fk, base_url=http://127.0.0.1:11882/vuny/k}
[junit4:junit4] 2> 309835 T723 C309 P11882 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 309835 T706 C313 P29346 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@685a52f4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f91bd18),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@685a52f4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f91bd18),segFN=segments_3,generation=3}
[junit4:junit4] 2> 309835 T723 C309 P11882 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f474205 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70e0b042),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f474205 lockFactory=org.apache.lucene.store.NativeFSLockFactory@70e0b042),segFN=segments_3,generation=3}
[junit4:junit4] 2> 309836 T706 C313 P29346 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 309836 T723 C309 P11882 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 309837 T706 C313 P29346 oass.SolrIndexSearcher.<init> Opening Searcher@14a3ebe1 main
[junit4:junit4] 2> 309837 T723 C309 P11882 oass.SolrIndexSearcher.<init> Opening Searcher@528f11dc main
[junit4:junit4] 2> 309838 T706 C313 P29346 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 309838 T723 C309 P11882 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 309839 T718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14a3ebe1 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 309839 T737 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@528f11dc main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 309839 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 309840 T723 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 309841 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 2> 309842 T642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 309845 T680 C312 P12196 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 309848 T707 C313 P29346 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 309850 T695 C310 P57586 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 309852 T724 C309 P11882 oasc.SolrCore.execute [collection1] webapp=/vuny/k path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 311864 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438410427869429760)} 0 7
[junit4:junit4] 2> 311874 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={update.distrib=FROMLEADER&_version_=-1438410427875721216&update.from=http://127.0.0.1:12196/vuny/k/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438410427875721216)} 0 2
[junit4:junit4] 2> 311878 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={update.distrib=FROMLEADER&_version_=-1438410427879915520&update.from=http://127.0.0.1:57586/vuny/k/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438410427879915520)} 0 2
[junit4:junit4] 2> 311878 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438410427879915520)} 0 6
[junit4:junit4] 2> 311879 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438410427875721216)} 0 12
[junit4:junit4] 2> 311883 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[0 (1438410427890401280)]} 0 1
[junit4:junit4] 2> 311890 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438410427894595584)]} 0 1
[junit4:junit4] 2> 311891 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[0 (1438410427894595584)]} 0 5
[junit4:junit4] 2> 311895 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[1 (1438410427902984192)]} 0 1
[junit4:junit4] 2> 311903 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438410427907178496)]} 0 1
[junit4:junit4] 2> 311904 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[1 (1438410427907178496)]} 0 6
[junit4:junit4] 2> 311908 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[2 (1438410427916615680)]} 0 1
[junit4:junit4] 2> 311918 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1438410427923955712)]} 0 1
[junit4:junit4] 2> 311919 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1438410427923955712)]} 0 5
[junit4:junit4] 2> 311920 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[2]} 0 9
[junit4:junit4] 2> 311924 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[3 (1438410427933392896)]} 0 1
[junit4:junit4] 2> 311934 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1438410427940732928)]} 0 1
[junit4:junit4] 2> 311935 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1438410427940732928)]} 0 5
[junit4:junit4] 2> 311935 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[3]} 0 8
[junit4:junit4] 2> 311939 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[4 (1438410427949121536)]} 0 1
[junit4:junit4] 2> 311946 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1438410427953315840)]} 0 1
[junit4:junit4] 2> 311947 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[4 (1438410427953315840)]} 0 5
[junit4:junit4] 2> 311951 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[5 (1438410427961704448)]} 0 1
[junit4:junit4] 2> 311958 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1438410427964850176)]} 0 1
[junit4:junit4] 2> 311959 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[5 (1438410427964850176)]} 0 6
[junit4:junit4] 2> 311963 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[6 (1438410427974287360)]} 0 1
[junit4:junit4] 2> 311970 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1438410427978481664)]} 0 1
[junit4:junit4] 2> 311971 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[6 (1438410427978481664)]} 0 5
[junit4:junit4] 2> 311975 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[7 (1438410427986870272)]} 0 1
[junit4:junit4] 2> 311982 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1438410427991064576)]} 0 1
[junit4:junit4] 2> 311983 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[7 (1438410427991064576)]} 0 5
[junit4:junit4] 2> 311987 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[8 (1438410427999453184)]} 0 1
[junit4:junit4] 2> 311996 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1438410428005744640)]} 0 1
[junit4:junit4] 2> 311997 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1438410428005744640)]} 0 5
[junit4:junit4] 2> 311997 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4] 2> 312001 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[9 (1438410428014133248)]} 0 1
[junit4:junit4] 2> 312008 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1438410428018327552)]} 0 1
[junit4:junit4] 2> 312009 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[9 (1438410428018327552)]} 0 5
[junit4:junit4] 2> 312012 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[10 (1438410428025667584)]} 0 1
[junit4:junit4] 2> 312019 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1438410428029861888)]} 0 1
[junit4:junit4] 2> 312020 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[10 (1438410428029861888)]} 0 5
[junit4:junit4] 2> 312024 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[11 (1438410428038250496)]} 0 1
[junit4:junit4] 2> 312034 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1438410428045590528)]} 0 1
[junit4:junit4] 2> 312035 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1438410428045590528)]} 0 5
[junit4:junit4] 2> 312035 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[11]} 0 8
[junit4:junit4] 2> 312039 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[12 (1438410428053979136)]} 0 1
[junit4:junit4] 2> 312047 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1438410428058173440)]} 0 1
[junit4:junit4] 2> 312048 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[12 (1438410428058173440)]} 0 6
[junit4:junit4] 2> 312052 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[13 (1438410428067610624)]} 0 1
[junit4:junit4] 2> 312059 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1438410428071804928)]} 0 1
[junit4:junit4] 2> 312060 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[13 (1438410428071804928)]} 0 5
[junit4:junit4] 2> 312063 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[14 (1438410428079144960)]} 0 1
[junit4:junit4] 2> 312073 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1438410428086484992)]} 0 1
[junit4:junit4] 2> 312074 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1438410428086484992)]} 0 5
[junit4:junit4] 2> 312074 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4] 2> 312078 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[15 (1438410428094873600)]} 0 1
[junit4:junit4] 2> 312085 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1438410428099067904)]} 0 1
[junit4:junit4] 2> 312086 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[15 (1438410428099067904)]} 0 5
[junit4:junit4] 2> 312090 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[16 (1438410428107456512)]} 0 1
[junit4:junit4] 2> 312100 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1438410428114796544)]} 0 1
[junit4:junit4] 2> 312101 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1438410428114796544)]} 0 5
[junit4:junit4] 2> 312101 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[16]} 0 8
[junit4:junit4] 2> 312105 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[17 (1438410428123185152)]} 0 1
[junit4:junit4] 2> 312115 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1438410428130525184)]} 0 1
[junit4:junit4] 2> 312116 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1438410428130525184)]} 0 5
[junit4:junit4] 2> 312116 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[17]} 0 8
[junit4:junit4] 2> 312120 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[18 (1438410428138913792)]} 0 1
[junit4:junit4] 2> 312127 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1438410428143108096)]} 0 1
[junit4:junit4] 2> 312128 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[18 (1438410428143108096)]} 0 5
[junit4:junit4] 2> 312132 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[19 (1438410428151496704)]} 0 1
[junit4:junit4] 2> 312142 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1438410428158836736)]} 0 1
[junit4:junit4] 2> 312143 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1438410428158836736)]} 0 5
[junit4:junit4] 2> 312143 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[19]} 0 8
[junit4:junit4] 2> 312147 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[20 (1438410428167225344)]} 0 1
[junit4:junit4] 2> 312155 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1438410428172468224)]} 0 1
[junit4:junit4] 2> 312156 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[20 (1438410428172468224)]} 0 5
[junit4:junit4] 2> 312159 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[21 (1438410428179808256)]} 0 1
[junit4:junit4] 2> 312169 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1438410428187148288)]} 0 1
[junit4:junit4] 2> 312170 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1438410428187148288)]} 0 5
[junit4:junit4] 2> 312170 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4] 2> 312174 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[22 (1438410428195536896)]} 0 1
[junit4:junit4] 2> 312181 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1438410428199731200)]} 0 1
[junit4:junit4] 2> 312182 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[22 (1438410428199731200)]} 0 5
[junit4:junit4] 2> 312185 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[23 (1438410428207071232)]} 0 1
[junit4:junit4] 2> 312195 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1438410428214411264)]} 0 1
[junit4:junit4] 2> 312196 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1438410428214411264)]} 0 5
[junit4:junit4] 2> 312196 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[23]} 0 8
[junit4:junit4] 2> 312200 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[24 (1438410428222799872)]} 0 1
[junit4:junit4] 2> 312207 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1438410428226994176)]} 0 1
[junit4:junit4] 2> 312208 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[24 (1438410428226994176)]} 0 5
[junit4:junit4] 2> 312211 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[25 (1438410428234334208)]} 0 1
[junit4:junit4] 2> 312218 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1438410428238528512)]} 0 1
[junit4:junit4] 2> 312219 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[25 (1438410428238528512)]} 0 5
[junit4:junit4] 2> 312223 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[26 (1438410428246917120)]} 0 1
[junit4:junit4] 2> 312233 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1438410428254257152)]} 0 1
[junit4:junit4] 2> 312234 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1438410428254257152)]} 0 5
[junit4:junit4] 2> 312234 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[26]} 0 8
[junit4:junit4] 2> 312238 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[27 (1438410428262645760)]} 0 1
[junit4:junit4] 2> 312248 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1438410428269985792)]} 0 1
[junit4:junit4] 2> 312249 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1438410428269985792)]} 0 5
[junit4:junit4] 2> 312249 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[27]} 0 8
[junit4:junit4] 2> 312253 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[28 (1438410428278374400)]} 0 1
[junit4:junit4] 2> 312260 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1438410428282568704)]} 0 1
[junit4:junit4] 2> 312261 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[28 (1438410428282568704)]} 0 5
[junit4:junit4] 2> 312264 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[29 (1438410428289908736)]} 0 1
[junit4:junit4] 2> 312274 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1438410428297248768)]} 0 1
[junit4:junit4] 2> 312275 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1438410428297248768)]} 0 5
[junit4:junit4] 2> 312275 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[29]} 0 8
[junit4:junit4] 2> 312279 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[30 (1438410428305637376)]} 0 1
[junit4:junit4] 2> 312287 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1438410428309831680)]} 0 1
[junit4:junit4] 2> 312288 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[30 (1438410428309831680)]} 0 6
[junit4:junit4] 2> 312291 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[31 (1438410428318220288)]} 0 1
[junit4:junit4] 2> 312301 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1438410428325560320)]} 0 1
[junit4:junit4] 2> 312302 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1438410428325560320)]} 0 5
[junit4:junit4] 2> 312302 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[31]} 0 8
[junit4:junit4] 2> 312306 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[32 (1438410428333948928)]} 0 1
[junit4:junit4] 2> 312316 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1438410428341288960)]} 0 1
[junit4:junit4] 2> 312317 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1438410428341288960)]} 0 5
[junit4:junit4] 2> 312317 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[32]} 0 8
[junit4:junit4] 2> 312321 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[33 (1438410428349677568)]} 0 1
[junit4:junit4] 2> 312328 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1438410428353871872)]} 0 1
[junit4:junit4] 2> 312329 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[33 (1438410428353871872)]} 0 5
[junit4:junit4] 2> 312332 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[34 (1438410428361211904)]} 0 1
[junit4:junit4] 2> 312339 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1438410428365406208)]} 0 1
[junit4:junit4] 2> 312340 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[34 (1438410428365406208)]} 0 5
[junit4:junit4] 2> 312343 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[35 (1438410428372746240)]} 0 1
[junit4:junit4] 2> 312353 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1438410428380086272)]} 0 1
[junit4:junit4] 2> 312354 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1438410428380086272)]} 0 5
[junit4:junit4] 2> 312354 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[35]} 0 8
[junit4:junit4] 2> 312359 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[36 (1438410428389523456)]} 0 1
[junit4:junit4] 2> 312369 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1438410428396863488)]} 0 1
[junit4:junit4] 2> 312370 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1438410428396863488)]} 0 5
[junit4:junit4] 2> 312370 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[36]} 0 8
[junit4:junit4] 2> 312374 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[37 (1438410428405252096)]} 0 1
[junit4:junit4] 2> 312381 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1438410428409446400)]} 0 1
[junit4:junit4] 2> 312382 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[37 (1438410428409446400)]} 0 5
[junit4:junit4] 2> 312385 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[38 (1438410428416786432)]} 0 1
[junit4:junit4] 2> 312393 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1438410428422029312)]} 0 1
[junit4:junit4] 2> 312394 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[38 (1438410428422029312)]} 0 5
[junit4:junit4] 2> 312397 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[39 (1438410428429369344)]} 0 1
[junit4:junit4] 2> 312407 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1438410428436709376)]} 0 1
[junit4:junit4] 2> 312408 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1438410428436709376)]} 0 5
[junit4:junit4] 2> 312408 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[39]} 0 8
[junit4:junit4] 2> 312412 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[40 (1438410428445097984)]} 0 1
[junit4:junit4] 2> 312419 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1438410428449292288)]} 0 1
[junit4:junit4] 2> 312420 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[40 (1438410428449292288)]} 0 5
[junit4:junit4] 2> 312423 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[41 (1438410428456632320)]} 0 1
[junit4:junit4] 2> 312434 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1438410428463972352)]} 0 1
[junit4:junit4] 2> 312435 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1438410428463972352)]} 0 6
[junit4:junit4] 2> 312435 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[41]} 0 9
[junit4:junit4] 2> 312439 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[42 (1438410428473409536)]} 0 1
[junit4:junit4] 2> 312446 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1438410428477603840)]} 0 1
[junit4:junit4] 2> 312447 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[42 (1438410428477603840)]} 0 5
[junit4:junit4] 2> 312450 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[43 (1438410428484943872)]} 0 1
[junit4:junit4] 2> 312460 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1438410428492283904)]} 0 1
[junit4:junit4] 2> 312461 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1438410428492283904)]} 0 5
[junit4:junit4] 2> 312461 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[43]} 0 8
[junit4:junit4] 2> 312465 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[44 (1438410428500672512)]} 0 1
[junit4:junit4] 2> 312475 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1438410428508012544)]} 0 1
[junit4:junit4] 2> 312476 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1438410428508012544)]} 0 5
[junit4:junit4] 2> 312476 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[44]} 0 8
[junit4:junit4] 2> 312480 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[45 (1438410428516401152)]} 0 1
[junit4:junit4] 2> 312490 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1438410428523741184)]} 0 1
[junit4:junit4] 2> 312491 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1438410428523741184)]} 0 5
[junit4:junit4] 2> 312492 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[45]} 0 9
[junit4:junit4] 2> 312495 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[46 (1438410428532129792)]} 0 1
[junit4:junit4] 2> 312505 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1438410428539469824)]} 0 1
[junit4:junit4] 2> 312505 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1438410428539469824)]} 0 4
[junit4:junit4] 2> 312506 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[46]} 0 8
[junit4:junit4] 2> 312510 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[47 (1438410428547858432)]} 0 1
[junit4:junit4] 2> 312517 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1438410428552052736)]} 0 1
[junit4:junit4] 2> 312518 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[47 (1438410428552052736)]} 0 5
[junit4:junit4] 2> 312521 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[48 (1438410428559392768)]} 0 1
[junit4:junit4] 2> 312528 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1438410428563587072)]} 0 1
[junit4:junit4] 2> 312528 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[48 (1438410428563587072)]} 0 4
[junit4:junit4] 2> 312532 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[49 (1438410428570927104)]} 0 1
[junit4:junit4] 2> 312539 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1438410428575121408)]} 0 1
[junit4:junit4] 2> 312539 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[49 (1438410428575121408)]} 0 4
[junit4:junit4] 2> 312543 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[50 (1438410428582461440)]} 0 1
[junit4:junit4] 2> 312553 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1438410428589801472)]} 0 1
[junit4:junit4] 2> 312554 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[50 (1438410428589801472)]} 0 5
[junit4:junit4] 2> 312554 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[50]} 0 8
[junit4:junit4] 2> 312558 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[51 (1438410428598190080)]} 0 1
[junit4:junit4] 2> 312565 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1438410428602384384)]} 0 1
[junit4:junit4] 2> 312565 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[51 (1438410428602384384)]} 0 4
[junit4:junit4] 2> 312569 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[52 (1438410428609724416)]} 0 1
[junit4:junit4] 2> 312576 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1438410428613918720)]} 0 1
[junit4:junit4] 2> 312576 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[52 (1438410428613918720)]} 0 4
[junit4:junit4] 2> 312580 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[53 (1438410428621258752)]} 0 1
[junit4:junit4] 2> 312590 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1438410428628598784)]} 0 1
[junit4:junit4] 2> 312591 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1438410428628598784)]} 0 5
[junit4:junit4] 2> 312592 T678 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[53]} 0 8
[junit4:junit4] 2> 312595 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[54 (1438410428636987392)]} 0 1
[junit4:junit4] 2> 312606 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1438410428645376000)]} 0 1
[junit4:junit4] 2> 312607 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[54 (1438410428645376000)]} 0 5
[junit4:junit4] 2> 312607 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[54]} 0 8
[junit4:junit4] 2> 312611 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[55 (1438410428653764608)]} 0 1
[junit4:junit4] 2> 312621 T706 C313 P29346 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1438410428661104640)]} 0 1
[junit4:junit4] 2> 312622 T674 C312 P12196 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1438410428661104640)]} 0 5
[junit4:junit4] 2> 312622 T696 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[55]} 0 8
[junit4:junit4] 2> 312626 T654 C311 P21833 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={wt=javabin&version=2} {add=[56 (1438410428669493248)]} 0 1
[junit4:junit4] 2> 312636 T725 C309 P11882 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:57586/vuny/k/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1438410428676833280)]} 0 1
[junit4:junit4] 2> 312637 T694 C310 P57586 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuny/k path=/update params={distrib.from=http://127.0.0.1:12196/vuny/k/collection1/&update.distrib=TOLEA
[...truncated too long message...]
llection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:43435_nkpu",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43435/nkpu",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (7)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:60410_nkpu (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:39099_nkpu (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:43435_nkpu (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:44383_nkpu (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:48648_nkpu (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:12699_nkpu (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:17104_nkpu (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (6)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89900731755855892-127.0.0.1:48648_nkpu_collection1-n_0000000007 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89900731755855884-127.0.0.1:39099_nkpu_collection1-n_0000000003 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89900731755855882-127.0.0.1:60410_nkpu_collection1-n_0000000008 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89900731755855886-127.0.0.1:44383_nkpu_collection1-n_0000000004 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89900731755855890-127.0.0.1:17104_nkpu_collection1-n_0000000006 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89900731755855888-127.0.0.1:12699_nkpu_collection1-n_0000000005 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (1)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:39099_nkpu",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:39099/nkpu"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89900731755855875-127.0.0.1:43435_nkpu_collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43435_nkpu",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43435/nkpu"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (7)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855892-127.0.0.1:48648_nkpu-n_0000000008 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855875-127.0.0.1:43435_nkpu-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855886-127.0.0.1:44383_nkpu-n_0000000005 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855884-127.0.0.1:39099_nkpu-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855882-127.0.0.1:60410_nkpu-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855888-127.0.0.1:12699_nkpu-n_0000000006 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89900731755855890-127.0.0.1:17104_nkpu-n_0000000007 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89900731755855875-127.0.0.1:43435_nkpu-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=6B29683BA07475B4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=mk -Dtests.timezone=Europe/Mariehamn -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 531s J1 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:39099/nkpu/collection1lastClient and got 274 from http://127.0.0.1:44383/nkpu/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([6B29683BA07475B4:EACFE623D72B1588]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 2064244 T3735 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=mk, timezone=Europe/Mariehamn
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=10,free=162430120,total=417267712
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NumericFieldsTest, TestLuceneMatchVersion, TestSchemaNameResource, TestBinaryField, SimplePostToolTest, TestStressReorder, SuggesterTSTTest, TestRandomFaceting, TestCollationField, TestZkChroot, RequestHandlersTest, TestDFRSimilarityFactory, DocValuesMultiTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, MultiTermTest, DirectSolrSpellCheckerTest, ZkSolrClientTest, TestShardHandlerFactory, HardAutoCommitTest, TestSystemIdResolver, OpenExchangeRatesOrgProviderTest, SignatureUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, DistanceFunctionTest, TestCSVLoader, TestMultiCoreConfBootstrap, SolrIndexConfigTest, TestSuggestSpellingConverter, SuggesterWFSTTest, TestBinaryResponseWriter, ChaosMonkeyShardSplitTest, TestCSVResponseWriter, TestFiltering, TestJmxMonitoredMap, TestSolrQueryParserDefaultOperatorResource, DocumentAnalysisRequestHandlerTest, TestFieldTypeResource, NoCacheHeaderTest, TestCoreDiscovery, TestAtomicUpdateErrorCases, IndexSchemaRuntimeFieldTest, TestRangeQuery, TestHashPartitioner, SpellCheckCollatorTest, TestLMJelinekMercerSimilarityFactory, CurrencyFieldOpenExchangeTest, LeaderElectionIntegrationTest, TestPartialUpdateDeduplication, TestSolrXml, HighlighterTest, FileUtilsTest, IndexBasedSpellCheckerTest, TestOmitPositions, SolrTestCaseJ4Test, TestDistributedGrouping, ZkNodePropsTest, ClusterStateTest, SampleTest, TestManagedSchemaFieldResource, PreAnalyzedUpdateProcessorTest, TestIndexingPerformance, TestReload, TestDistributedSearch, BasicZkTest, HighlighterConfigTest, ShardRoutingCustomTest, OutputWriterTest, TestCopyFieldCollectionResource, TestSolrXMLSerializer, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J1 in 531.51s, 1 test, 1 failure <<< FAILURES!
[...truncated 463 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1255 tests, 1 error, 1 failure, 11 ignored (5 assumptions)
Total time: 100 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 291 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/291/
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:39923/collection1lastClient and got 288 from http://127.0.0.1:44746/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:39923/collection1lastClient and got 288 from http://127.0.0.1:44746/collection1
at __randomizedtesting.SeedInfo.seed([C9C1B79BEB28D6A9:482739839C77B695]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9036 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 234903 T722 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 234907 T722 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1371680244433
[junit4:junit4] 2> 234908 T722 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 234908 T723 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 235009 T722 oasc.ZkTestServer.run start zk server on port:29455
[junit4:junit4] 2> 235010 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 235014 T729 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@69fa6743 name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 235014 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 235014 T722 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 235027 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 235033 T731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6155bfb7 name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 235034 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 235034 T722 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 235038 T722 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 235048 T722 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 235051 T722 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 235055 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 235055 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 235068 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 235068 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 235173 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 235174 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 235177 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 235178 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 235188 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 235188 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 235192 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 235192 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 235196 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 235197 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 235201 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 235201 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 235204 T722 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 235205 T722 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 235424 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 235437 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:57604
[junit4:junit4] 2> 235438 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 235438 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 235439 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742
[junit4:junit4] 2> 235439 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/solr.xml
[junit4:junit4] 2> 235440 T722 oasc.CoreContainer.<init> New CoreContainer 1078912108
[junit4:junit4] 2> 235440 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/'
[junit4:junit4] 2> 235441 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/'
[junit4:junit4] 2> 235560 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 235561 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 235561 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 235562 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 235562 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 235563 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 235563 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 235564 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 235564 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 235565 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 235583 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 235584 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 235584 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 235586 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 235594 T742 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16c8cb41 name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 235595 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 235649 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 235662 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 235682 T744 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61a05ea4 name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 235682 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 235697 T722 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 235792 T722 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 235829 T722 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 235886 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57604_
[junit4:junit4] 2> 235888 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57604_
[junit4:junit4] 2> 235892 T722 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 236008 T722 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 236013 T722 oasc.Overseer.start Overseer (id=89894436499488771-127.0.0.1:57604_-n_0000000000) starting
[junit4:junit4] 2> 236028 T722 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 236040 T746 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 236041 T722 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 236044 T722 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 236047 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 236050 T745 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 236054 T747 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 236054 T747 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 237555 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 237556 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:57604_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57604"}
[junit4:junit4] 2> 237556 T745 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 237557 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 237572 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 238058 T747 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/collection1
[junit4:junit4] 2> 238058 T747 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 238059 T747 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 238059 T747 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 238061 T747 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/collection1/'
[junit4:junit4] 2> 238063 T747 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/collection1/lib/README' to classloader
[junit4:junit4] 2> 238063 T747 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 238114 T747 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 238170 T747 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 238273 T747 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 238279 T747 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 238859 T747 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 238868 T747 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 238871 T747 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 238886 T747 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 238890 T747 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 238894 T747 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 238895 T747 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 238896 T747 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 238896 T747 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 238897 T747 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 238897 T747 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 238898 T747 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 238927 T747 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371680244742/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/control/data/
[junit4:junit4] 2> 238928 T747 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 238928 T747 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 238929 T747 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/control/data
[junit4:junit4] 2> 238930 T747 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/control/data/index/
[junit4:junit4] 2> 238930 T747 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 238931 T747 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/control/data/index
[junit4:junit4] 2> 238972 T747 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 238973 T747 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 238975 T747 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 238975 T747 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 238976 T747 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 238976 T747 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 238976 T747 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 238977 T747 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 238977 T747 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 238977 T747 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 238978 T747 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 238984 T747 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 238990 T747 oass.SolrIndexSearcher.<init> Opening Searcher@682edfcb main
[junit4:junit4] 2> 238991 T747 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 238991 T747 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 238994 T748 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@682edfcb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 238994 T747 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 238995 T747 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57604 collection:control_collection shard:shard1
[junit4:junit4] 2> 238995 T747 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 239012 T747 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 239021 T747 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 239021 T747 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 239021 T747 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57604/collection1/
[junit4:junit4] 2> 239022 T747 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 239022 T747 oasc.SyncStrategy.syncToMe http://127.0.0.1:57604/collection1/ has no replicas
[junit4:junit4] 2> 239022 T747 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57604/collection1/
[junit4:junit4] 2> 239023 T747 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 239079 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 239095 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 239138 T747 oasc.ZkController.register We are http://127.0.0.1:57604/collection1/ and leader is http://127.0.0.1:57604/collection1/
[junit4:junit4] 2> 239138 T747 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57604
[junit4:junit4] 2> 239138 T747 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 239138 T747 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 239138 T747 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 239141 T747 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 239142 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 239142 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 239143 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 239161 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 239163 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 239165 T751 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e058fad name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 239165 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 239168 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 239170 T722 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 239341 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 239343 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28778
[junit4:junit4] 2> 239343 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 239344 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 239344 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697
[junit4:junit4] 2> 239345 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/solr.xml
[junit4:junit4] 2> 239345 T722 oasc.CoreContainer.<init> New CoreContainer 843654510
[junit4:junit4] 2> 239345 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/'
[junit4:junit4] 2> 239346 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/'
[junit4:junit4] 2> 239421 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 239422 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 239422 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 239423 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 239423 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 239423 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 239424 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 239424 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 239425 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 239425 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 239436 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 239437 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 239437 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 239438 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 239442 T762 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bbd3260 name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 239442 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 239459 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 239472 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 239474 T764 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5465e175 name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 239474 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 239479 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 240484 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28778_
[junit4:junit4] 2> 240487 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28778_
[junit4:junit4] 2> 240564 T744 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 240564 T764 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 240564 T751 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 240565 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 240577 T765 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 240577 T765 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 240613 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 240614 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:57604_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:57604"}
[junit4:junit4] 2> 240689 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:28778_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:28778"}
[junit4:junit4] 2> 240689 T745 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 240689 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 240727 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 240727 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 240727 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 241613 T765 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/collection1
[junit4:junit4] 2> 241613 T765 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 241614 T765 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 241614 T765 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 241616 T765 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/collection1/'
[junit4:junit4] 2> 241618 T765 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 241618 T765 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/collection1/lib/README' to classloader
[junit4:junit4] 2> 241670 T765 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 241727 T765 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 241830 T765 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 241836 T765 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 242440 T765 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 242453 T765 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 242457 T765 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 242475 T765 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 242480 T765 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 242485 T765 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 242486 T765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 242486 T765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 242487 T765 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 242488 T765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 242488 T765 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 242489 T765 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 242489 T765 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371680248697/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/
[junit4:junit4] 2> 242489 T765 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 242490 T765 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 242491 T765 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1
[junit4:junit4] 2> 242492 T765 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index/
[junit4:junit4] 2> 242493 T765 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 242494 T765 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index
[junit4:junit4] 2> 242499 T765 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 242499 T765 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 242502 T765 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 242503 T765 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 242504 T765 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 242504 T765 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 242505 T765 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 242505 T765 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 242506 T765 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 242506 T765 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 242507 T765 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 242516 T765 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 242528 T765 oass.SolrIndexSearcher.<init> Opening Searcher@5702cbd3 main
[junit4:junit4] 2> 242530 T765 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 242530 T765 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 242536 T766 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5702cbd3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 242538 T765 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 242538 T765 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:28778 collection:collection1 shard:shard1
[junit4:junit4] 2> 242539 T765 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 242557 T765 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 242569 T765 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 242569 T765 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 242570 T765 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 242570 T765 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 242570 T765 oasc.SyncStrategy.syncToMe http://127.0.0.1:28778/collection1/ has no replicas
[junit4:junit4] 2> 242571 T765 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 242571 T765 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 243740 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243759 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 243759 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 243759 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 243818 T765 oasc.ZkController.register We are http://127.0.0.1:28778/collection1/ and leader is http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 243818 T765 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28778
[junit4:junit4] 2> 243818 T765 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 243819 T765 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 243819 T765 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 243821 T765 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243823 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 243823 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 243824 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 244097 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 244100 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:25940
[junit4:junit4] 2> 244101 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 244101 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 244102 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368
[junit4:junit4] 2> 244102 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/solr.xml
[junit4:junit4] 2> 244103 T722 oasc.CoreContainer.<init> New CoreContainer 679639157
[junit4:junit4] 2> 244103 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/'
[junit4:junit4] 2> 244104 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/'
[junit4:junit4] 2> 244213 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 244214 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 244215 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 244215 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 244216 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 244216 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 244217 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 244217 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 244218 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 244218 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 244236 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 244237 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 244237 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 244239 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 244242 T778 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@394003fc name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 244242 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 244245 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 244258 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 244261 T780 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fcf5ba name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 244261 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 244274 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 245273 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 245274 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:28778_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:28778"}
[junit4:junit4] 2> 245283 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:25940_
[junit4:junit4] 2> 245285 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:25940_
[junit4:junit4] 2> 245301 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 245301 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 245302 T780 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 245302 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 245303 T751 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 245303 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 245304 T764 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 245304 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 245312 T744 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 245313 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 245314 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 245317 T781 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 245318 T781 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 246815 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 246816 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:25940_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:25940"}
[junit4:junit4] 2> 246817 T745 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 246817 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 246824 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246824 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246824 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246824 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 247322 T781 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/collection1
[junit4:junit4] 2> 247322 T781 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 247323 T781 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 247323 T781 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 247325 T781 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/collection1/'
[junit4:junit4] 2> 247326 T781 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 247327 T781 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/collection1/lib/README' to classloader
[junit4:junit4] 2> 247378 T781 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 247436 T781 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 247539 T781 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 247545 T781 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 248155 T781 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 248169 T781 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 248173 T781 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 248191 T781 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 248197 T781 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 248201 T781 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 248203 T781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 248204 T781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 248205 T781 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 248206 T781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 248206 T781 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 248207 T781 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 248207 T781 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371680253368/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/
[junit4:junit4] 2> 248207 T781 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 248208 T781 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 248209 T781 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2
[junit4:junit4] 2> 248210 T781 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index/
[junit4:junit4] 2> 248211 T781 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 248212 T781 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index
[junit4:junit4] 2> 248217 T781 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 248218 T781 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 248221 T781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 248221 T781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 248222 T781 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 248223 T781 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 248224 T781 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 248224 T781 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 248224 T781 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 248225 T781 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 248226 T781 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 248235 T781 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 248244 T781 oass.SolrIndexSearcher.<init> Opening Searcher@52a41a80 main
[junit4:junit4] 2> 248246 T781 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 248246 T781 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 248252 T782 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52a41a80 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 248254 T781 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 248254 T781 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:25940 collection:collection1 shard:shard1
[junit4:junit4] 2> 248259 T781 oasc.ZkController.register We are http://127.0.0.1:25940/collection1/ and leader is http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 248259 T781 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:25940
[junit4:junit4] 2> 248259 T781 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 248260 T781 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C147 name=collection1 org.apache.solr.core.SolrCore@2bd899fe url=http://127.0.0.1:25940/collection1 node=127.0.0.1:25940_ C147_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:25940_, base_url=http://127.0.0.1:25940}
[junit4:junit4] 2> 248260 T783 C147 P25940 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 248261 T783 C147 P25940 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 248261 T781 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 248261 T783 C147 P25940 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 248262 T783 C147 P25940 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 248262 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 248263 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 248264 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 248264 T783 C147 P25940 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 248291 T754 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 248343 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 248344 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:25940_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:25940"}
[junit4:junit4] 2> 248357 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 248357 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 248357 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 248357 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 248544 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 248547 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53854
[junit4:junit4] 2> 248548 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 248549 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 248549 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815
[junit4:junit4] 2> 248550 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/solr.xml
[junit4:junit4] 2> 248550 T722 oasc.CoreContainer.<init> New CoreContainer 11513719
[junit4:junit4] 2> 248551 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/'
[junit4:junit4] 2> 248551 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/'
[junit4:junit4] 2> 248660 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 248661 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 248661 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 248662 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 248662 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 248663 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 248663 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 248664 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 248664 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 248665 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 248683 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 248683 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 248684 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 248685 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 248688 T795 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10b64100 name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 248689 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 248700 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 248713 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 248715 T797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@486dc6f3 name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 248715 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 248728 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 249293 T754 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 249293 T754 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=3&state=recovering&nodeName=127.0.0.1:25940_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 249732 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53854_
[junit4:junit4] 2> 249734 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53854_
[junit4:junit4] 2> 249738 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249738 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249738 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249739 T744 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249739 T797 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249739 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249741 T780 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249741 T751 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249741 T764 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249754 T798 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 249754 T798 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 249864 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 249865 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53854_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53854"}
[junit4:junit4] 2> 249865 T745 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 249865 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 249878 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249878 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249878 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249878 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249878 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 250757 T798 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/collection1
[junit4:junit4] 2> 250757 T798 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 250759 T798 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 250759 T798 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 250761 T798 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/collection1/'
[junit4:junit4] 2> 250763 T798 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 250763 T798 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/collection1/lib/README' to classloader
[junit4:junit4] 2> 250820 T798 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 250877 T798 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 250980 T798 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 250986 T798 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C148 name=collection1 org.apache.solr.core.SolrCore@2bd899fe url=http://127.0.0.1:25940/collection1 node=127.0.0.1:25940_ C148_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:25940_, base_url=http://127.0.0.1:25940}
[junit4:junit4] 2> 251295 T783 C148 P25940 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:28778/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 251295 T783 C148 P25940 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:25940 START replicas=[http://127.0.0.1:28778/collection1/] nUpdates=100
[junit4:junit4] 2> 251296 T783 C148 P25940 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 251297 T783 C148 P25940 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 251297 T783 C148 P25940 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 251297 T783 C148 P25940 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 251297 T783 C148 P25940 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 251298 T783 C148 P25940 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:28778/collection1/. core=collection1
[junit4:junit4] 2> 251298 T783 C148 P25940 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C149 name=collection1 org.apache.solr.core.SolrCore@39da1fb8 url=http://127.0.0.1:28778/collection1 node=127.0.0.1:28778_ C149_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28778_, base_url=http://127.0.0.1:28778, leader=true}
[junit4:junit4] 2> 251306 T755 C149 P28778 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 251310 T756 C149 P28778 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 251316 T756 C149 P28778 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 251316 T756 C149 P28778 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 251348 T756 C149 P28778 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 251348 T756 C149 P28778 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 251350 T756 C149 P28778 oass.SolrIndexSearcher.<init> Opening Searcher@4b9a6fa1 realtime
[junit4:junit4] 2> 251351 T756 C149 P28778 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 251351 T756 C149 P28778 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 41
[junit4:junit4] 2> 251352 T783 C148 P25940 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 251353 T783 C148 P25940 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 251356 T757 C149 P28778 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 251356 T757 C149 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 251357 T783 C148 P25940 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 251358 T783 C148 P25940 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 251358 T783 C148 P25940 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 251361 T757 C149 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 251362 T783 C148 P25940 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 251363 T783 C148 P25940 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index.20130620001740888
[junit4:junit4] 2> 251365 T783 C148 P25940 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index.20130620001740888 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bce5700 fullCopy=false
[junit4:junit4] 2> ASYNC NEW_CORE C150 name=collection1 org.apache.solr.core.SolrCore@39da1fb8 url=http://127.0.0.1:28778/collection1 node=127.0.0.1:28778_ C150_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28778_, base_url=http://127.0.0.1:28778, leader=true}
[junit4:junit4] 2> 251372 T757 C150 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C151 name=collection1 org.apache.solr.core.SolrCore@2bd899fe url=http://127.0.0.1:25940/collection1 node=127.0.0.1:25940_ C151_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:25940_, base_url=http://127.0.0.1:25940}
[junit4:junit4] 2> 251374 T783 C151 P25940 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 251376 T783 C151 P25940 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 251377 T783 C151 P25940 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 251382 T783 C151 P25940 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 251382 T783 C151 P25940 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 251383 T783 C151 P25940 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 251384 T783 C151 P25940 oass.SolrIndexSearcher.<init> Opening Searcher@217eb11d main
[junit4:junit4] 2> 251385 T782 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@217eb11d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 251386 T783 C151 P25940 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index.20130620001740888 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index.20130620001740888;done=true>>]
[junit4:junit4] 2> 251386 T783 C151 P25940 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index.20130620001740888
[junit4:junit4] 2> 251387 T783 C151 P25940 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty2/index.20130620001740888
[junit4:junit4] 2> 251388 T783 C151 P25940 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 251388 T783 C151 P25940 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 251388 T783 C151 P25940 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 251389 T783 C151 P25940 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 251390 T783 C151 P25940 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 251611 T798 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 251625 T798 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 251630 T798 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 251648 T798 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 251661 T798 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 251665 T798 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 251667 T798 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 251667 T798 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 251668 T798 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 251669 T798 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 251670 T798 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 251670 T798 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 251670 T798 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371680257815/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/
[junit4:junit4] 2> 251671 T798 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 251671 T798 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 251672 T798 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3
[junit4:junit4] 2> 251673 T798 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index/
[junit4:junit4] 2> 251674 T798 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 251675 T798 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index
[junit4:junit4] 2> 251680 T798 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 251681 T798 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 251684 T798 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 251684 T798 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 251685 T798 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 251686 T798 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 251687 T798 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 251687 T798 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 251691 T798 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 251691 T798 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 251692 T798 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 251701 T798 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 251710 T798 oass.SolrIndexSearcher.<init> Opening Searcher@2320ec02 main
[junit4:junit4] 2> 251712 T798 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 251712 T798 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 251717 T801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2320ec02 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 251720 T798 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 251720 T798 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53854 collection:collection1 shard:shard1
[junit4:junit4] 2> 251728 T798 oasc.ZkController.register We are http://127.0.0.1:53854/collection1/ and leader is http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 251729 T798 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53854
[junit4:junit4] 2> 251729 T798 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 251729 T798 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C152 name=collection1 org.apache.solr.core.SolrCore@49f43358 url=http://127.0.0.1:53854/collection1 node=127.0.0.1:53854_ C152_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53854_, base_url=http://127.0.0.1:53854}
[junit4:junit4] 2> 251730 T802 C152 P53854 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 251730 T802 C152 P53854 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 251730 T798 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 251731 T802 C152 P53854 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 251731 T802 C152 P53854 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 251732 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 251733 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 251733 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 251739 T802 C152 P53854 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 251752 T758 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 252013 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 252017 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56702
[junit4:junit4] 2> 252017 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 252018 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 252018 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276
[junit4:junit4] 2> 252019 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/solr.xml
[junit4:junit4] 2> 252019 T722 oasc.CoreContainer.<init> New CoreContainer 1791738914
[junit4:junit4] 2> 252020 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/'
[junit4:junit4] 2> 252021 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/'
[junit4:junit4] 2> 252130 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 252130 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 252131 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 252131 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 252132 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 252132 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 252133 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 252134 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 252134 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 252135 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 252151 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 252152 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 252152 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 252154 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 252157 T814 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56bb8e5f name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 252157 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 252168 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 252180 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 252182 T816 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@38c9e1cc name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 252182 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 252190 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 252887 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 252888 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:25940_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:25940"}
[junit4:junit4] 2> 252921 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53854_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53854"}
[junit4:junit4] 2> 252933 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252933 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252933 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252933 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252933 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252933 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 253195 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56702_
[junit4:junit4] 2> 253197 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56702_
[junit4:junit4] 2> 253200 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 253200 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 253200 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 253200 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 253200 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 253201 T744 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 253202 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 253202 T797 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 253203 T751 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 253203 T764 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 253204 T816 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 253204 T780 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 253209 T817 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 253210 T817 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 253756 T758 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 253756 T758 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:53854_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> 254447 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 254448 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56702_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56702"}
[junit4:junit4] 2> 254448 T745 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 254449 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 254467 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254468 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254468 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254467 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254467 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254467 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255213 T817 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/collection1
[junit4:junit4] 2> 255213 T817 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 255214 T817 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 255214 T817 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 255216 T817 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/collection1/'
[junit4:junit4] 2> 255218 T817 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 255218 T817 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/collection1/lib/README' to classloader
[junit4:junit4] 2> 255269 T817 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 255328 T817 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 255430 T817 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 255437 T817 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C153 name=collection1 org.apache.solr.core.SolrCore@49f43358 url=http://127.0.0.1:53854/collection1 node=127.0.0.1:53854_ C153_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53854_, base_url=http://127.0.0.1:53854}
[junit4:junit4] 2> 255759 T802 C153 P53854 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:28778/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 255759 T802 C153 P53854 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53854 START replicas=[http://127.0.0.1:28778/collection1/] nUpdates=100
[junit4:junit4] 2> 255760 T802 C153 P53854 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 255760 T802 C153 P53854 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 255760 T802 C153 P53854 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 255760 T802 C153 P53854 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 255761 T802 C153 P53854 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 255761 T802 C153 P53854 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:28778/collection1/. core=collection1
[junit4:junit4] 2> 255761 T802 C153 P53854 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C154 name=collection1 org.apache.solr.core.SolrCore@39da1fb8 url=http://127.0.0.1:28778/collection1 node=127.0.0.1:28778_ C154_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28778_, base_url=http://127.0.0.1:28778, leader=true}
[junit4:junit4] 2> 255762 T755 C154 P28778 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C155 name=collection1 org.apache.solr.core.SolrCore@39da1fb8 url=http://127.0.0.1:28778/collection1 node=127.0.0.1:28778_ C155_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28778_, base_url=http://127.0.0.1:28778, leader=true}
[junit4:junit4] 2> 255778 T759 C155 P28778 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 255783 T759 C155 P28778 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 255784 T759 C155 P28778 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 255785 T759 C155 P28778 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 255786 T759 C155 P28778 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C156 name=collection1 org.apache.solr.core.SolrCore@49f43358 url=http://127.0.0.1:53854/collection1 node=127.0.0.1:53854_ C156_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53854_, base_url=http://127.0.0.1:53854}
[junit4:junit4] 2> 255787 T802 C156 P53854 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 255787 T802 C156 P53854 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 255790 T757 C155 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 255791 T802 C156 P53854 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 255792 T802 C156 P53854 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 255792 T802 C156 P53854 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 255796 T757 C155 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1
[junit4:junit4] 2> 255797 T802 C156 P53854 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 255799 T802 C156 P53854 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index.20130620001745323
[junit4:junit4] 2> 255800 T802 C156 P53854 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index.20130620001745323 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3a9613da fullCopy=false
[junit4:junit4] 2> 255803 T757 C155 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 255805 T802 C156 P53854 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 255808 T802 C156 P53854 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 255808 T802 C156 P53854 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 255815 T802 C156 P53854 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 255815 T802 C156 P53854 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 255816 T802 C156 P53854 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 255817 T802 C156 P53854 oass.SolrIndexSearcher.<init> Opening Searcher@2fa7401c main
[junit4:junit4] 2> 255818 T801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fa7401c main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 255819 T802 C156 P53854 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index.20130620001745323 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index.20130620001745323;done=true>>]
[junit4:junit4] 2> 255819 T802 C156 P53854 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index.20130620001745323
[junit4:junit4] 2> 255820 T802 C156 P53854 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty3/index.20130620001745323
[junit4:junit4] 2> 255821 T802 C156 P53854 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 255821 T802 C156 P53854 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 255822 T802 C156 P53854 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 255822 T802 C156 P53854 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 255824 T802 C156 P53854 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 255974 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 255975 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:53854_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:53854"}
[junit4:junit4] 2> 255995 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255995 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255995 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255995 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255995 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255995 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 256066 T817 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 256084 T817 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 256089 T817 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 256108 T817 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 256121 T817 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 256125 T817 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 256127 T817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 256127 T817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 256128 T817 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 256129 T817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 256130 T817 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 256130 T817 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 256130 T817 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371680261276/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/
[junit4:junit4] 2> 256131 T817 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 256131 T817 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 256132 T817 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4
[junit4:junit4] 2> 256133 T817 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index/
[junit4:junit4] 2> 256134 T817 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 256135 T817 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index
[junit4:junit4] 2> 256141 T817 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 256141 T817 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 256145 T817 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 256145 T817 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 256146 T817 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 256147 T817 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 256147 T817 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 256148 T817 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 256151 T817 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 256152 T817 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 256152 T817 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 256162 T817 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 256171 T817 oass.SolrIndexSearcher.<init> Opening Searcher@6112f78c main
[junit4:junit4] 2> 256172 T817 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 256173 T817 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 256178 T820 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6112f78c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 256181 T817 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 256181 T817 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56702 collection:collection1 shard:shard1
[junit4:junit4] 2> 256186 T817 oasc.ZkController.register We are http://127.0.0.1:56702/collection1/ and leader is http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 256186 T817 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56702
[junit4:junit4] 2> 256186 T817 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 256186 T817 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C157 name=collection1 org.apache.solr.core.SolrCore@36399ad5 url=http://127.0.0.1:56702/collection1 node=127.0.0.1:56702_ C157_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56702_, base_url=http://127.0.0.1:56702}
[junit4:junit4] 2> 256187 T821 C157 P56702 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 256188 T821 C157 P56702 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 256188 T817 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 256188 T821 C157 P56702 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 256188 T821 C157 P56702 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 256189 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 256190 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 256190 T821 C157 P56702 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 256191 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 256215 T760 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 256470 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 256473 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13665
[junit4:junit4] 2> 256474 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 256475 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 256475 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740
[junit4:junit4] 2> 256476 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/solr.xml
[junit4:junit4] 2> 256476 T722 oasc.CoreContainer.<init> New CoreContainer 1650910333
[junit4:junit4] 2> 256477 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/'
[junit4:junit4] 2> 256477 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/'
[junit4:junit4] 2> 256586 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 256587 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 256588 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 256588 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 256589 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 256589 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 256590 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 256590 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 256591 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 256591 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 256608 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 256608 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 256609 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 256610 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 256613 T833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5010f992 name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 256613 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 256625 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 256636 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 256638 T835 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@406f8c58 name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 256638 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 256650 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 257505 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 257506 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56702_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56702"}
[junit4:junit4] 2> 257548 T835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257548 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257548 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257548 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257548 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257548 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257548 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257654 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13665_
[junit4:junit4] 2> 257657 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13665_
[junit4:junit4] 2> 257660 T835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257660 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257660 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257660 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257660 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257660 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 257660 T744 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257662 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 257662 T835 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257663 T816 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257663 T780 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257664 T751 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257664 T797 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257665 T764 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 257669 T836 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 257670 T836 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 258218 T760 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 258218 T760 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:56702_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 259055 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 259056 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13665_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13665"}
[junit4:junit4] 2> 259056 T745 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 259057 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 259073 T835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259073 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259073 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259073 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259073 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259073 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259073 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 259675 T836 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/collection1
[junit4:junit4] 2> 259675 T836 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 259676 T836 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 259676 T836 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 259678 T836 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/collection1/'
[junit4:junit4] 2> 259679 T836 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/collection1/lib/README' to classloader
[junit4:junit4] 2> 259679 T836 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 259714 T836 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 259753 T836 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 259856 T836 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 259861 T836 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C158 name=collection1 org.apache.solr.core.SolrCore@36399ad5 url=http://127.0.0.1:56702/collection1 node=127.0.0.1:56702_ C158_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56702_, base_url=http://127.0.0.1:56702}
[junit4:junit4] 2> 260221 T821 C158 P56702 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:28778/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 260221 T821 C158 P56702 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56702 START replicas=[http://127.0.0.1:28778/collection1/] nUpdates=100
[junit4:junit4] 2> 260222 T821 C158 P56702 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 260222 T821 C158 P56702 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 260222 T821 C158 P56702 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 260222 T821 C158 P56702 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 260223 T821 C158 P56702 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 260223 T821 C158 P56702 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:28778/collection1/. core=collection1
[junit4:junit4] 2> 260223 T821 C158 P56702 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C159 name=collection1 org.apache.solr.core.SolrCore@39da1fb8 url=http://127.0.0.1:28778/collection1 node=127.0.0.1:28778_ C159_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28778_, base_url=http://127.0.0.1:28778, leader=true}
[junit4:junit4] 2> 260224 T755 C159 P28778 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 260237 T754 C159 P28778 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 260240 T754 C159 P28778 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 260241 T754 C159 P28778 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 260242 T754 C159 P28778 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 260242 T754 C159 P28778 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 260243 T821 C158 P56702 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 260243 T821 C158 P56702 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 260246 T757 C159 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 260247 T821 C158 P56702 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 260247 T821 C158 P56702 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 260248 T821 C158 P56702 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 260251 T757 C159 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1
[junit4:junit4] 2> 260252 T821 C158 P56702 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 260253 T821 C158 P56702 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index.20130620001749778
[junit4:junit4] 2> 260254 T821 C158 P56702 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index.20130620001749778 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2333bf6d fullCopy=false
[junit4:junit4] 2> 260257 T757 C159 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 260259 T821 C158 P56702 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 260261 T821 C158 P56702 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 260261 T821 C158 P56702 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 260265 T821 C158 P56702 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 260265 T821 C158 P56702 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 260266 T821 C158 P56702 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 260267 T821 C158 P56702 oass.SolrIndexSearcher.<init> Opening Searcher@1b393a0 main
[junit4:junit4] 2> 260268 T820 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b393a0 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 260269 T821 C158 P56702 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index.20130620001749778 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index.20130620001749778;done=true>>]
[junit4:junit4] 2> 260269 T821 C158 P56702 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index.20130620001749778
[junit4:junit4] 2> 260270 T821 C158 P56702 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty4/index.20130620001749778
[junit4:junit4] 2> 260271 T821 C158 P56702 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 260271 T821 C158 P56702 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 260271 T821 C158 P56702 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 260271 T821 C158 P56702 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 260273 T821 C158 P56702 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 260290 T836 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 260304 T836 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 260307 T836 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 260323 T836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 260332 T836 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 260335 T836 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 260337 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 260337 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 260337 T836 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 260339 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 260339 T836 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 260339 T836 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 260340 T836 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371680265740/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/
[junit4:junit4] 2> 260340 T836 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 260340 T836 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 260341 T836 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5
[junit4:junit4] 2> 260342 T836 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index/
[junit4:junit4] 2> 260342 T836 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 260343 T836 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index
[junit4:junit4] 2> 260347 T836 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 260347 T836 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 260349 T836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 260349 T836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 260350 T836 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 260350 T836 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 260351 T836 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 260351 T836 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 260353 T836 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 260354 T836 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 260355 T836 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 260361 T836 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 260367 T836 oass.SolrIndexSearcher.<init> Opening Searcher@1ce24900 main
[junit4:junit4] 2> 260368 T836 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 260368 T836 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 260372 T839 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ce24900 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 260374 T836 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 260375 T836 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13665 collection:collection1 shard:shard1
[junit4:junit4] 2> 260462 T836 oasc.ZkController.register We are http://127.0.0.1:13665/collection1/ and leader is http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 260463 T836 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13665
[junit4:junit4] 2> 260463 T836 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 260463 T836 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C160 name=collection1 org.apache.solr.core.SolrCore@600fc3f7 url=http://127.0.0.1:13665/collection1 node=127.0.0.1:13665_ C160_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13665_, base_url=http://127.0.0.1:13665}
[junit4:junit4] 2> 260464 T840 C160 P13665 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 260464 T840 C160 P13665 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 260464 T840 C160 P13665 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 260464 T836 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 260464 T840 C160 P13665 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 260465 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 260466 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 260466 T840 C160 P13665 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 260466 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 260481 T756 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 260579 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 260580 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56702_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56702"}
[junit4:junit4] 2> 260644 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13665_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13665"}
[junit4:junit4] 2> 260648 T722 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 260650 T722 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39923
[junit4:junit4] 2> 260650 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 260651 T722 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 260651 T722 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006
[junit4:junit4] 2> 260652 T722 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/solr.xml
[junit4:junit4] 2> 260652 T722 oasc.CoreContainer.<init> New CoreContainer 1698024606
[junit4:junit4] 2> 260652 T722 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/'
[junit4:junit4] 2> 260653 T722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/'
[junit4:junit4] 2> 260707 T835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260707 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260707 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260707 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260707 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260707 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260707 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 260724 T722 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 260725 T722 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 260725 T722 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 260726 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 260726 T722 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 260726 T722 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 260727 T722 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 260727 T722 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 260727 T722 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 260728 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 260740 T722 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 260740 T722 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29455/solr
[junit4:junit4] 2> 260741 T722 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 260742 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 260782 T852 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71658ade name:ZooKeeperConnection Watcher:127.0.0.1:29455 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 260783 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 260800 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 260808 T722 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 260810 T854 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@275610c9 name:ZooKeeperConnection Watcher:127.0.0.1:29455/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 260811 T722 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 260823 T722 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 261483 T756 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 261483 T756 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:13665_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 261828 T722 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39923_
[junit4:junit4] 2> 261831 T722 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39923_
[junit4:junit4] 2> 261834 T835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 261835 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 261835 T854 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261835 T744 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261835 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 261835 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 261834 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 261834 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 261837 T835 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261836 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 261848 T816 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261849 T780 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261849 T797 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261850 T764 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261850 T751 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 261854 T855 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 261855 T855 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 262286 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 262288 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"7",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39923_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39923"}
[junit4:junit4] 2> 262288 T745 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 262288 T745 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 262302 T835 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T780 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T797 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T816 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T854 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T751 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262302 T764 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 262857 T855 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/collection1
[junit4:junit4] 2> 262857 T855 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 262858 T855 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 262859 T855 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 262861 T855 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/collection1/'
[junit4:junit4] 2> 262862 T855 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/collection1/lib/README' to classloader
[junit4:junit4] 2> 262863 T855 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 262914 T855 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 262971 T855 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 262973 T855 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 262980 T855 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C161 name=collection1 org.apache.solr.core.SolrCore@600fc3f7 url=http://127.0.0.1:13665/collection1 node=127.0.0.1:13665_ C161_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13665_, base_url=http://127.0.0.1:13665}
[junit4:junit4] 2> 263485 T840 C161 P13665 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:28778/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 263485 T840 C161 P13665 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13665 START replicas=[http://127.0.0.1:28778/collection1/] nUpdates=100
[junit4:junit4] 2> 263486 T840 C161 P13665 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 263486 T840 C161 P13665 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 263486 T840 C161 P13665 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 263486 T840 C161 P13665 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 263487 T840 C161 P13665 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 263487 T840 C161 P13665 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:28778/collection1/. core=collection1
[junit4:junit4] 2> 263487 T840 C161 P13665 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C162 name=collection1 org.apache.solr.core.SolrCore@39da1fb8 url=http://127.0.0.1:28778/collection1 node=127.0.0.1:28778_ C162_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28778_, base_url=http://127.0.0.1:28778, leader=true}
[junit4:junit4] 2> 263490 T755 C162 P28778 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 263499 T758 C162 P28778 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 263504 T758 C162 P28778 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty1/index,segFN=segments_5,generation=5}
[junit4:junit4] 2> 263504 T758 C162 P28778 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 263506 T758 C162 P28778 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 263507 T758 C162 P28778 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 263508 T840 C161 P13665 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 263508 T840 C161 P13665 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 263510 T757 C162 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 263511 T840 C161 P13665 oash.SnapPuller.fetchLatestIndex Master's generation: 5
[junit4:junit4] 2> 263511 T840 C161 P13665 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 263512 T840 C161 P13665 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 263515 T757 C162 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=5&version=2} status=0 QTime=1
[junit4:junit4] 2> 263516 T840 C161 P13665 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 263518 T840 C161 P13665 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index.20130620001753042
[junit4:junit4] 2> 263519 T840 C161 P13665 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index.20130620001753042 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71f001c3 fullCopy=false
[junit4:junit4] 2> 263523 T757 C162 P28778 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_5&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0
[junit4:junit4] 2> 263525 T840 C161 P13665 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 263528 T840 C161 P13665 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 263528 T840 C161 P13665 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 263533 T840 C161 P13665 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index,segFN=segments_5,generation=5}
[junit4:junit4] 2> 263534 T840 C161 P13665 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 263534 T840 C161 P13665 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 263536 T840 C161 P13665 oass.SolrIndexSearcher.<init> Opening Searcher@63a6d923 main
[junit4:junit4] 2> 263537 T839 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63a6d923 main{StandardDirectoryReader(segments_5:1:nrt)}
[junit4:junit4] 2> 263538 T840 C161 P13665 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index.20130620001753042 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index.20130620001753042;done=true>>]
[junit4:junit4] 2> 263538 T840 C161 P13665 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index.20130620001753042
[junit4:junit4] 2> 263538 T840 C161 P13665 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty5/index.20130620001753042
[junit4:junit4] 2> 263540 T840 C161 P13665 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 263540 T840 C161 P13665 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 263540 T840 C161 P13665 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 263540 T840 C161 P13665 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 263542 T840 C161 P13665 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 263609 T855 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 263623 T855 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 263627 T855 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 263646 T855 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 263659 T855 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 263664 T855 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 263666 T855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 263666 T855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 263667 T855 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 263668 T855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 263668 T855 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 263669 T855 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 263669 T855 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371680270006/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/
[junit4:junit4] 2> 263669 T855 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c221e9e
[junit4:junit4] 2> 263670 T855 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 263671 T855 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6
[junit4:junit4] 2> 263672 T855 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index/
[junit4:junit4] 2> 263673 T855 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 263674 T855 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index
[junit4:junit4] 2> 263680 T855 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 263680 T855 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 263683 T855 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 263684 T855 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 263684 T855 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 263685 T855 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 263686 T855 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 263686 T855 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 263690 T855 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 263690 T855 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 263691 T855 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 263700 T855 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 263710 T855 oass.SolrIndexSearcher.<init> Opening Searcher@3944d7f2 main
[junit4:junit4] 2> 263711 T855 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 263711 T855 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 263717 T858 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3944d7f2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 263719 T855 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 263720 T855 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39923 collection:collection1 shard:shard1
[junit4:junit4] 2> 263724 T855 oasc.ZkController.register We are http://127.0.0.1:39923/collection1/ and leader is http://127.0.0.1:28778/collection1/
[junit4:junit4] 2> 263724 T855 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39923
[junit4:junit4] 2> 263724 T855 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 263725 T855 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C163 name=collection1 org.apache.solr.core.SolrCore@4d00d189 url=http://127.0.0.1:39923/collection1 node=127.0.0.1:39923_ C163_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:39923_, base_url=http://127.0.0.1:39923}
[junit4:junit4] 2> 263725 T859 C163 P39923 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 263726 T859 C163 P39923 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 263726 T855 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 263726 T859 C163 P39923 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 263727 T859 C163 P39923 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 263727 T722 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 263728 T722 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 263728 T859 C163 P39923 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 263729 T722 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 263755 T759 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 263808 T745 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 263809 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:13665_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:13665"}
[junit4:junit4] 2> 263814 T745 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"7",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2
[...truncated too long message...]
27.0.0.1:57604_-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=C9C1B79BEB28D6A9 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_SA -Dtests.timezone=Europe/Rome -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 871s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:39923/collection1lastClient and got 288 from http://127.0.0.1:44746/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([C9C1B79BEB28D6A9:482739839C77B695]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 1106007 T722 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 1106199 T873 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1106199 T873 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1106199 T873 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1132781 T854 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:39923 couldn't connect to http://127.0.0.1:13665/collection1/, counting as success
[junit4:junit4] 2> 1132781 T854 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39923 DONE. sync succeeded
[junit4:junit4] 2> 1132781 T854 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 1132782 T854 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4] 2> 1132782 T854 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@4d00d189
[junit4:junit4] 2> 1132783 T854 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=50,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=305,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1132783 T854 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1132784 T854 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1132784 T854 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1132786 T854 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1132787 T854 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1132787 T854 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index;done=false>>]
[junit4:junit4] 2> 1132787 T854 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6/index
[junit4:junit4] 2> 1132787 T854 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6;done=false>>]
[junit4:junit4] 2> 1132788 T854 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371680244433/jetty6
[junit4:junit4] 2> 1132788 T854 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 1132788 T854 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1132789 T854 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1132789 T854 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=SimpleText), text=PostingsFormat(name=NestedPulsing), _version_=PostingsFormat(name=SimpleText), rnd_b=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=SimpleText), id=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=SimpleText), a_t=PostingsFormat(name=SimpleText), range_facet_sl=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=SimpleText), multiDefault=PostingsFormat(name=Direct), a_si=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ar_SA, timezone=Europe/Rome
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=215783624,total=426835968
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestFastLRUCache, MoreLikeThisHandlerTest, TestManagedSchema, TestRemoteStreaming, BadComponentTest, LukeRequestHandlerTest, QueryParsingTest, CoreAdminHandlerTest, PeerSyncTest, TestQueryUtils, ResponseLogComponentTest, ChaosMonkeyNothingIsSafeTest, TestSurroundQueryParser, FieldMutatingUpdateProcessorTest, TestFuzzyAnalyzedSuggestions, TestSolrDeletionPolicy2, JsonLoaderTest, SchemaVersionSpecificBehaviorTest, AliasIntegrationTest, PreAnalyzedFieldTest, ReturnFieldsTest, ResourceLoaderTest, OverseerCollectionProcessorTest, QueryElevationComponentTest, TestLMDirichletSimilarityFactory, DistributedTermsComponentTest, PrimUtilsTest, SuggesterFSTTest, SimpleFacetsTest, TestFaceting, DirectSolrConnectionTest, TestSolrIndexConfig, SoftAutoCommitTest, TestSchemaVersionResource, SystemInfoHandlerTest, TermsComponentTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 898.15s, 1 test, 1 failure <<< FAILURES!
[...truncated 619 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1255 tests, 1 failure, 11 ignored (5 assumptions)
Total time: 114 minutes 42 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 290 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/290/
1 tests failed.
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:63653/t_qgy/tt/collection1lastClient and got 269 from http://127.0.0.1:63659/t_qgy/tt/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:63653/t_qgy/tt/collection1lastClient and got 269 from http://127.0.0.1:63659/t_qgy/tt/collection1
at __randomizedtesting.SeedInfo.seed([7F64E2A42062891E:FE826CBC573DE922]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9174 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 787405 T2430 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /t_qgy/tt
[junit4:junit4] 2> 787410 T2430 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1371597043363
[junit4:junit4] 2> 787411 T2430 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 787412 T2431 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 787513 T2430 oasc.ZkTestServer.run start zk server on port:63612
[junit4:junit4] 2> 787514 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 787544 T2437 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64433ba0 name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 787545 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 787545 T2430 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 787559 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 787561 T2439 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b667041 name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 787562 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 787562 T2430 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 787573 T2430 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 787575 T2430 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 787577 T2430 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 787586 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 787586 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 787602 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 787603 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 787706 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 787707 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 787710 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 787710 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 787719 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 787720 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 787723 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 787723 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 787726 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 787727 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 787729 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 787730 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 787732 T2430 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 787733 T2430 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 787993 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 788002 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63615
[junit4:junit4] 2> 788002 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 788003 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 788003 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694
[junit4:junit4] 2> 788004 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/solr.xml
[junit4:junit4] 2> 788004 T2430 oasc.CoreContainer.<init> New CoreContainer 1552376498
[junit4:junit4] 2> 788005 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/'
[junit4:junit4] 2> 788006 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/'
[junit4:junit4] 2> 788102 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 788103 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 788103 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 788103 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 788104 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 788104 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 788104 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 788105 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 788105 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 788105 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 788116 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 788117 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 788117 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 788118 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 788120 T2450 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74c806dc name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 788121 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 788131 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 788144 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 788146 T2452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c4730c name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 788146 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 788148 T2430 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 788157 T2430 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 788161 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 788168 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63615_t_qgy%2Ftt
[junit4:junit4] 2> 788169 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63615_t_qgy%2Ftt
[junit4:junit4] 2> 788172 T2430 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 788188 T2430 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 788195 T2430 oasc.Overseer.start Overseer (id=89888983834296323-127.0.0.1:63615_t_qgy%2Ftt-n_0000000000) starting
[junit4:junit4] 2> 788200 T2430 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 788213 T2454 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 788214 T2430 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 788225 T2430 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 788227 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 788229 T2453 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 788232 T2455 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 788233 T2455 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 789732 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 789733 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63615_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63615/t_qgy/tt"}
[junit4:junit4] 2> 789733 T2453 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 789733 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 789755 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 790244 T2455 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/collection1
[junit4:junit4] 2> 790244 T2455 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 790245 T2455 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 790245 T2455 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 790246 T2455 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/collection1/'
[junit4:junit4] 2> 790247 T2455 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 790248 T2455 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/collection1/lib/README' to classloader
[junit4:junit4] 2> 790283 T2455 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 790325 T2455 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 790426 T2455 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 790431 T2455 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 790896 T2455 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 790906 T2455 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 790909 T2455 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 790920 T2455 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 790924 T2455 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 790927 T2455 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 790928 T2455 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 790928 T2455 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 790928 T2455 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 790929 T2455 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 790929 T2455 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 790930 T2455 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 790930 T2455 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371597043694/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/control/data/
[junit4:junit4] 2> 790930 T2455 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 790930 T2455 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 790932 T2455 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/control/data
[junit4:junit4] 2> 790932 T2455 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/control/data/index/
[junit4:junit4] 2> 790933 T2455 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 790934 T2455 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/control/data/index
[junit4:junit4] 2> 790945 T2455 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 790945 T2455 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 790948 T2455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 790949 T2455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 790949 T2455 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 790950 T2455 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 790950 T2455 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 790951 T2455 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 790951 T2455 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 790951 T2455 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 790952 T2455 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 790961 T2455 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 790971 T2455 oass.SolrIndexSearcher.<init> Opening Searcher@6537cdb0 main
[junit4:junit4] 2> 790973 T2455 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 790973 T2455 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 790977 T2456 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6537cdb0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 790979 T2455 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 790979 T2455 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63615/t_qgy/tt collection:control_collection shard:shard1
[junit4:junit4] 2> 790980 T2455 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 790995 T2455 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 791005 T2455 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 791005 T2455 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 791005 T2455 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63615/t_qgy/tt/collection1/
[junit4:junit4] 2> 791005 T2455 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 791006 T2455 oasc.SyncStrategy.syncToMe http://127.0.0.1:63615/t_qgy/tt/collection1/ has no replicas
[junit4:junit4] 2> 791006 T2455 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63615/t_qgy/tt/collection1/
[junit4:junit4] 2> 791006 T2455 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 791259 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 791440 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 791583 T2455 oasc.ZkController.register We are http://127.0.0.1:63615/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63615/t_qgy/tt/collection1/
[junit4:junit4] 2> 791583 T2455 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63615/t_qgy/tt
[junit4:junit4] 2> 791583 T2455 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 791584 T2455 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 791584 T2455 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 791586 T2455 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 791587 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 791587 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 791588 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 791599 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 791600 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 791602 T2459 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f2ff092 name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 791603 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 791604 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 791605 T2430 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 791769 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 791772 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63621
[junit4:junit4] 2> 791773 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 791773 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 791773 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558
[junit4:junit4] 2> 791774 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/solr.xml
[junit4:junit4] 2> 791774 T2430 oasc.CoreContainer.<init> New CoreContainer 1876080552
[junit4:junit4] 2> 791774 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/'
[junit4:junit4] 2> 791775 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/'
[junit4:junit4] 2> 791849 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 791850 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 791850 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 791850 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 791851 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 791851 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 791851 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 791852 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 791852 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 791852 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 791863 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 791864 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 791864 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 791865 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 791871 T2470 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@182073e6 name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 791872 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 791873 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 791881 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 791888 T2472 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d7b3395 name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 791889 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 791892 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 792894 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63621_t_qgy%2Ftt
[junit4:junit4] 2> 792914 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63621_t_qgy%2Ftt
[junit4:junit4] 2> 792919 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 792919 T2459 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 792919 T2472 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 792920 T2452 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 792927 T2473 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 792927 T2473 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 793033 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 793034 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63615_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63615/t_qgy/tt"}
[junit4:junit4] 2> 793038 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63621_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63621/t_qgy/tt"}
[junit4:junit4] 2> 793038 T2453 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 793038 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 793054 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 793054 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 793054 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 793929 T2473 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/collection1
[junit4:junit4] 2> 793929 T2473 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 793930 T2473 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 793930 T2473 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 793932 T2473 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/collection1/'
[junit4:junit4] 2> 793933 T2473 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 793934 T2473 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/collection1/lib/README' to classloader
[junit4:junit4] 2> 793985 T2473 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 794053 T2473 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 794154 T2473 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 794161 T2473 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 794776 T2473 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 794789 T2473 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 794793 T2473 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 794806 T2473 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 794811 T2473 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 794815 T2473 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 794816 T2473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 794817 T2473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 794817 T2473 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 794818 T2473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 794818 T2473 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 794818 T2473 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 794819 T2473 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371597047558/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/
[junit4:junit4] 2> 794819 T2473 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 794820 T2473 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 794821 T2473 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1
[junit4:junit4] 2> 794822 T2473 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index/
[junit4:junit4] 2> 794822 T2473 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 794823 T2473 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index
[junit4:junit4] 2> 794829 T2473 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 794829 T2473 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 794832 T2473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 794832 T2473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 794833 T2473 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 794834 T2473 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 794834 T2473 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 794835 T2473 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 794835 T2473 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 794836 T2473 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 794836 T2473 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 794846 T2473 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 794855 T2473 oass.SolrIndexSearcher.<init> Opening Searcher@6ab4b3f8 main
[junit4:junit4] 2> 794857 T2473 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 794857 T2473 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 794861 T2474 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6ab4b3f8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 794864 T2473 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 794864 T2473 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63621/t_qgy/tt collection:collection1 shard:shard1
[junit4:junit4] 2> 794865 T2473 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 794885 T2473 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 794895 T2473 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 794895 T2473 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 794895 T2473 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 794895 T2473 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 794896 T2473 oasc.SyncStrategy.syncToMe http://127.0.0.1:63621/t_qgy/tt/collection1/ has no replicas
[junit4:junit4] 2> 794896 T2473 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 794896 T2473 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 796062 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 796287 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 796287 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 796287 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 796339 T2473 oasc.ZkController.register We are http://127.0.0.1:63621/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 796339 T2473 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63621/t_qgy/tt
[junit4:junit4] 2> 796339 T2473 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 796340 T2473 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 796340 T2473 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 796364 T2473 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 796365 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 796366 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 796366 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 796615 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 796618 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63629
[junit4:junit4] 2> 796619 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 796619 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 796620 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336
[junit4:junit4] 2> 796620 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/solr.xml
[junit4:junit4] 2> 796621 T2430 oasc.CoreContainer.<init> New CoreContainer 161247819
[junit4:junit4] 2> 796622 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/'
[junit4:junit4] 2> 796622 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/'
[junit4:junit4] 2> 796724 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 796725 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 796726 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 796726 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 796727 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 796727 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 796727 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 796728 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 796728 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 796729 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 796746 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 796747 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 796748 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 796749 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 796756 T2486 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a223ae0 name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 796756 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 796771 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 796782 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 796795 T2488 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49e1faa1 name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 796796 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 796800 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 797803 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63629_t_qgy%2Ftt
[junit4:junit4] 2> 797805 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63629_t_qgy%2Ftt
[junit4:junit4] 2> 797807 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 797807 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 797807 T2472 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 797807 T2488 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 797807 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797808 T2452 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 797808 T2459 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 797821 T2489 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 797821 T2489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 797866 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 797867 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63621_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63621/t_qgy/tt"}
[junit4:junit4] 2> 797870 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63629_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63629/t_qgy/tt"}
[junit4:junit4] 2> 797870 T2453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 797870 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 797887 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797887 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797887 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 797887 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 798824 T2489 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/collection1
[junit4:junit4] 2> 798824 T2489 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 798825 T2489 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 798825 T2489 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 798827 T2489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/collection1/'
[junit4:junit4] 2> 798828 T2489 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/collection1/lib/README' to classloader
[junit4:junit4] 2> 798829 T2489 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 798877 T2489 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 798930 T2489 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 799031 T2489 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 799036 T2489 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 799569 T2489 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 799577 T2489 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 799580 T2489 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 799589 T2489 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 799593 T2489 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 799596 T2489 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 799596 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 799597 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 799597 T2489 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 799598 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 799598 T2489 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 799598 T2489 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 799598 T2489 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371597052336/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/
[junit4:junit4] 2> 799598 T2489 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 799599 T2489 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 799600 T2489 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2
[junit4:junit4] 2> 799600 T2489 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index/
[junit4:junit4] 2> 799601 T2489 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 799601 T2489 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index
[junit4:junit4] 2> 799606 T2489 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 799606 T2489 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 799608 T2489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 799608 T2489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 799609 T2489 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 799609 T2489 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 799610 T2489 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 799610 T2489 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 799610 T2489 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 799610 T2489 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 799611 T2489 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 799617 T2489 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 799623 T2489 oass.SolrIndexSearcher.<init> Opening Searcher@11198845 main
[junit4:junit4] 2> 799624 T2489 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 799624 T2489 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 799628 T2490 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11198845 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 799629 T2489 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 799630 T2489 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63629/t_qgy/tt collection:collection1 shard:shard1
[junit4:junit4] 2> 799632 T2489 oasc.ZkController.register We are http://127.0.0.1:63629/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 799633 T2489 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63629/t_qgy/tt
[junit4:junit4] 2> 799633 T2489 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 799633 T2489 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C661 name=collection1 org.apache.solr.core.SolrCore@1feef609 url=http://127.0.0.1:63629/t_qgy/tt/collection1 node=127.0.0.1:63629_t_qgy%2Ftt C661_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63629_t_qgy%2Ftt, base_url=http://127.0.0.1:63629/t_qgy/tt}
[junit4:junit4] 2> 799633 T2491 C661 P63629 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 799633 T2489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 799634 T2491 C661 P63629 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 799634 T2491 C661 P63629 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 799634 T2491 C661 P63629 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 799634 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 799635 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 799635 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 799642 T2491 C661 P63629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 799651 T2462 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 799831 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 799834 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63633
[junit4:junit4] 2> 799834 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 799835 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 799835 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600
[junit4:junit4] 2> 799835 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/solr.xml
[junit4:junit4] 2> 799836 T2430 oasc.CoreContainer.<init> New CoreContainer 83085124
[junit4:junit4] 2> 799836 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/'
[junit4:junit4] 2> 799837 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/'
[junit4:junit4] 2> 799912 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 799912 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 799913 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 799913 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 799913 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 799914 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 799914 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 799914 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 799914 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 799915 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 799926 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 799927 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 799927 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 799928 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 799930 T2503 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3822c1c5 name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 799931 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 799941 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 799949 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 799951 T2505 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54cce275 name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 799951 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 799961 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 800896 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 800897 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63629_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63629/t_qgy/tt"}
[junit4:junit4] 2> 800907 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800907 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800907 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800907 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800907 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800964 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63633_t_qgy%2Ftt
[junit4:junit4] 2> 800967 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63633_t_qgy%2Ftt
[junit4:junit4] 2> 800969 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800969 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 800970 T2488 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 800970 T2505 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 800970 T2472 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 800971 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800970 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800971 T2452 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 800971 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 800978 T2459 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 800984 T2506 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 800984 T2506 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 801654 T2462 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 801654 T2462 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=3&state=recovering&nodeName=127.0.0.1:63629_t_qgy%252Ftt&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 802412 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 802413 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63633_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63633/t_qgy/tt"}
[junit4:junit4] 2> 802413 T2453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 802413 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 802425 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 802425 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 802426 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 802425 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 802425 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 802988 T2506 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/collection1
[junit4:junit4] 2> 802988 T2506 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 802989 T2506 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 802989 T2506 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 802990 T2506 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/collection1/'
[junit4:junit4] 2> 802991 T2506 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 802991 T2506 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/collection1/lib/README' to classloader
[junit4:junit4] 2> 803033 T2506 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 803077 T2506 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 803179 T2506 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 803186 T2506 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C662 name=collection1 org.apache.solr.core.SolrCore@1feef609 url=http://127.0.0.1:63629/t_qgy/tt/collection1 node=127.0.0.1:63629_t_qgy%2Ftt C662_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63629_t_qgy%2Ftt, base_url=http://127.0.0.1:63629/t_qgy/tt}
[junit4:junit4] 2> 803656 T2491 C662 P63629 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63621/t_qgy/tt/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 803656 T2491 C662 P63629 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63629/t_qgy/tt START replicas=[http://127.0.0.1:63621/t_qgy/tt/collection1/] nUpdates=100
[junit4:junit4] 2> 803657 T2491 C662 P63629 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 803657 T2491 C662 P63629 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 803657 T2491 C662 P63629 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 803657 T2491 C662 P63629 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 803658 T2491 C662 P63629 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 803658 T2491 C662 P63629 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63621/t_qgy/tt/collection1/. core=collection1
[junit4:junit4] 2> 803658 T2491 C662 P63629 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C663 name=collection1 org.apache.solr.core.SolrCore@4aa7060d url=http://127.0.0.1:63621/t_qgy/tt/collection1 node=127.0.0.1:63621_t_qgy%2Ftt C663_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63621_t_qgy%2Ftt, base_url=http://127.0.0.1:63621/t_qgy/tt, leader=true}
[junit4:junit4] 2> 803665 T2463 C663 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 803670 T2464 C663 P63621 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 803675 T2464 C663 P63621 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 803675 T2464 C663 P63621 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 803679 T2464 C663 P63621 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 803679 T2464 C663 P63621 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 803681 T2464 C663 P63621 oass.SolrIndexSearcher.<init> Opening Searcher@192e2da9 realtime
[junit4:junit4] 2> 803681 T2464 C663 P63621 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 803682 T2464 C663 P63621 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_qgy/tt path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 2> 803683 T2491 C662 P63629 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 803683 T2491 C662 P63629 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 803686 T2465 C663 P63621 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 803686 T2465 C663 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 803687 T2491 C662 P63629 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 803687 T2491 C662 P63629 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 803687 T2491 C662 P63629 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 803691 T2465 C663 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 803692 T2491 C662 P63629 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 803693 T2491 C662 P63629 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index.20130618191059644
[junit4:junit4] 2> 803695 T2491 C662 P63629 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index.20130618191059644 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4ab153f0 fullCopy=false
[junit4:junit4] 2> 803698 T2465 C663 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 803700 T2491 C662 P63629 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 803703 T2491 C662 P63629 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 803703 T2491 C662 P63629 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 803709 T2491 C662 P63629 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> 803709 T2491 C662 P63629 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 803710 T2491 C662 P63629 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 803711 T2491 C662 P63629 oass.SolrIndexSearcher.<init> Opening Searcher@23febdd7 main
[junit4:junit4] 2> 803713 T2490 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23febdd7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 803713 T2491 C662 P63629 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index.20130618191059644 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index.20130618191059644;done=true>>]
[junit4:junit4] 2> 803713 T2491 C662 P63629 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index.20130618191059644
[junit4:junit4] 2> 803714 T2491 C662 P63629 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty2/index.20130618191059644
[junit4:junit4] 2> 803715 T2491 C662 P63629 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 803715 T2491 C662 P63629 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 803715 T2491 C662 P63629 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 803716 T2491 C662 P63629 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 803717 T2491 C662 P63629 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 803816 T2506 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 803829 T2506 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 803833 T2506 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 803846 T2506 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 803859 T2506 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 803863 T2506 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 803864 T2506 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 803865 T2506 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 803865 T2506 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 803866 T2506 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 803867 T2506 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 803867 T2506 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 803867 T2506 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371597055600/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/
[junit4:junit4] 2> 803868 T2506 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 803868 T2506 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 803869 T2506 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3
[junit4:junit4] 2> 803870 T2506 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index/
[junit4:junit4] 2> 803871 T2506 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 803872 T2506 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index
[junit4:junit4] 2> 803908 T2506 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 803909 T2506 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 803912 T2506 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 803912 T2506 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 803913 T2506 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 803914 T2506 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 803915 T2506 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 803915 T2506 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 803918 T2506 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 803919 T2506 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 803919 T2506 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 803929 T2506 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 803929 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 803930 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63629_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63629/t_qgy/tt"}
[junit4:junit4] 2> 803938 T2506 oass.SolrIndexSearcher.<init> Opening Searcher@7b6288a2 main
[junit4:junit4] 2> 803939 T2506 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 803940 T2506 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 803944 T2509 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b6288a2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 803947 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 803947 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 803947 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 803947 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 803947 T2506 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 803947 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 803948 T2506 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63633/t_qgy/tt collection:collection1 shard:shard1
[junit4:junit4] 2> 803958 T2506 oasc.ZkController.register We are http://127.0.0.1:63633/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 803958 T2506 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63633/t_qgy/tt
[junit4:junit4] 2> 803958 T2506 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 803959 T2506 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C664 name=collection1 org.apache.solr.core.SolrCore@66656827 url=http://127.0.0.1:63633/t_qgy/tt/collection1 node=127.0.0.1:63633_t_qgy%2Ftt C664_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63633_t_qgy%2Ftt, base_url=http://127.0.0.1:63633/t_qgy/tt}
[junit4:junit4] 2> 803959 T2510 C664 P63633 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 803959 T2506 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 803960 T2510 C664 P63633 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 803960 T2510 C664 P63633 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 803961 T2510 C664 P63633 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 803961 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 803962 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 803962 T2510 C664 P63633 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 803962 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 803989 T2466 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 804241 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 804245 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63647
[junit4:junit4] 2> 804245 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 804246 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 804246 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940
[junit4:junit4] 2> 804247 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/solr.xml
[junit4:junit4] 2> 804247 T2430 oasc.CoreContainer.<init> New CoreContainer 935180179
[junit4:junit4] 2> 804248 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/'
[junit4:junit4] 2> 804249 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/'
[junit4:junit4] 2> 804358 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 804359 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 804360 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 804360 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 804361 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 804361 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 804361 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 804362 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 804362 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 804363 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 804379 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 804379 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 804380 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 804381 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 804408 T2522 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2168212f name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 804409 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 804411 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 804421 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 804423 T2524 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ca6be9d name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 804423 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 804435 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 805445 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63647_t_qgy%2Ftt
[junit4:junit4] 2> 805472 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63647_t_qgy%2Ftt
[junit4:junit4] 2> 805473 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 805474 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63633_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63633/t_qgy/tt"}
[junit4:junit4] 2> 805484 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 805484 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 805485 T2488 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 805485 T2524 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 805485 T2505 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 805485 T2472 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 805486 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805485 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805486 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805496 T2459 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 805506 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805506 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805506 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805506 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805506 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805509 T2452 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 805510 T2525 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 805510 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 805510 T2525 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 805992 T2466 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 805992 T2466 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:63633_t_qgy%252Ftt&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 807010 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 807011 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63647_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63647/t_qgy/tt"}
[junit4:junit4] 2> 807011 T2453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 807011 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 807028 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 807028 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 807028 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 807028 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 807028 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 807028 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 807516 T2525 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/collection1
[junit4:junit4] 2> 807516 T2525 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 807517 T2525 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 807517 T2525 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 807518 T2525 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/collection1/'
[junit4:junit4] 2> 807519 T2525 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/collection1/lib/README' to classloader
[junit4:junit4] 2> 807519 T2525 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 807556 T2525 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 807597 T2525 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 807698 T2525 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 807703 T2525 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C665 name=collection1 org.apache.solr.core.SolrCore@66656827 url=http://127.0.0.1:63633/t_qgy/tt/collection1 node=127.0.0.1:63633_t_qgy%2Ftt C665_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63633_t_qgy%2Ftt, base_url=http://127.0.0.1:63633/t_qgy/tt}
[junit4:junit4] 2> 807994 T2510 C665 P63633 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63621/t_qgy/tt/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 807994 T2510 C665 P63633 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63633/t_qgy/tt START replicas=[http://127.0.0.1:63621/t_qgy/tt/collection1/] nUpdates=100
[junit4:junit4] 2> 807994 T2510 C665 P63633 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 807995 T2510 C665 P63633 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 807995 T2510 C665 P63633 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 807995 T2510 C665 P63633 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 807995 T2510 C665 P63633 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 807995 T2510 C665 P63633 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63621/t_qgy/tt/collection1/. core=collection1
[junit4:junit4] 2> 807995 T2510 C665 P63633 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C666 name=collection1 org.apache.solr.core.SolrCore@4aa7060d url=http://127.0.0.1:63621/t_qgy/tt/collection1 node=127.0.0.1:63621_t_qgy%2Ftt C666_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63621_t_qgy%2Ftt, base_url=http://127.0.0.1:63621/t_qgy/tt, leader=true}
[junit4:junit4] 2> 807997 T2463 C666 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 808003 T2467 C666 P63621 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 808033 T2467 C666 P63621 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 808033 T2467 C666 P63621 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 808035 T2467 C666 P63621 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 808035 T2467 C666 P63621 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_qgy/tt path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 32
[junit4:junit4] 2> 808036 T2510 C665 P63633 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 808036 T2510 C665 P63633 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 808038 T2465 C666 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 808039 T2510 C665 P63633 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 808039 T2510 C665 P63633 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 808039 T2510 C665 P63633 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 808042 T2465 C666 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1
[junit4:junit4] 2> 808042 T2510 C665 P63633 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 808044 T2510 C665 P63633 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index.20130618191103995
[junit4:junit4] 2> 808045 T2510 C665 P63633 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index.20130618191103995 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9bcc0c8 fullCopy=false
[junit4:junit4] 2> 808048 T2465 C666 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 808049 T2510 C665 P63633 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 808051 T2510 C665 P63633 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 808052 T2510 C665 P63633 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 808057 T2510 C665 P63633 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> 808057 T2510 C665 P63633 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 808058 T2510 C665 P63633 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 808059 T2510 C665 P63633 oass.SolrIndexSearcher.<init> Opening Searcher@5e8ede06 main
[junit4:junit4] 2> 808060 T2509 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5e8ede06 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 808060 T2510 C665 P63633 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index.20130618191103995 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index.20130618191103995;done=true>>]
[junit4:junit4] 2> 808060 T2510 C665 P63633 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index.20130618191103995
[junit4:junit4] 2> 808061 T2510 C665 P63633 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty3/index.20130618191103995
[junit4:junit4] 2> 808062 T2510 C665 P63633 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 808062 T2510 C665 P63633 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 808062 T2510 C665 P63633 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 808062 T2510 C665 P63633 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 808064 T2510 C665 P63633 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 808195 T2525 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 808206 T2525 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 808209 T2525 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 808220 T2525 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 808230 T2525 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 808234 T2525 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 808234 T2525 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 808235 T2525 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 808235 T2525 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 808236 T2525 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 808236 T2525 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 808236 T2525 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 808237 T2525 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371597059940/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/
[junit4:junit4] 2> 808237 T2525 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 808237 T2525 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 808238 T2525 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4
[junit4:junit4] 2> 808239 T2525 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index/
[junit4:junit4] 2> 808240 T2525 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 808240 T2525 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index
[junit4:junit4] 2> 808245 T2525 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 808245 T2525 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 808248 T2525 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 808248 T2525 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 808249 T2525 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 808249 T2525 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 808250 T2525 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 808250 T2525 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 808254 T2525 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 808255 T2525 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 808255 T2525 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 808263 T2525 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 808270 T2525 oass.SolrIndexSearcher.<init> Opening Searcher@4c63b66 main
[junit4:junit4] 2> 808271 T2525 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 808271 T2525 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 808275 T2528 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c63b66 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 808277 T2525 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 808277 T2525 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63647/t_qgy/tt collection:collection1 shard:shard1
[junit4:junit4] 2> 808280 T2525 oasc.ZkController.register We are http://127.0.0.1:63647/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 808280 T2525 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63647/t_qgy/tt
[junit4:junit4] 2> 808281 T2525 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 808281 T2525 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C667 name=collection1 org.apache.solr.core.SolrCore@59f4df4c url=http://127.0.0.1:63647/t_qgy/tt/collection1 node=127.0.0.1:63647_t_qgy%2Ftt C667_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63647_t_qgy%2Ftt, base_url=http://127.0.0.1:63647/t_qgy/tt}
[junit4:junit4] 2> 808281 T2529 C667 P63647 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 808281 T2525 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 808282 T2529 C667 P63647 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 808282 T2529 C667 P63647 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 808282 T2529 C667 P63647 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 808282 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 808283 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 808283 T2529 C667 P63647 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 808283 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 808303 T2468 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 808479 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 808481 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63653
[junit4:junit4] 2> 808482 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 808482 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 808482 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254
[junit4:junit4] 2> 808483 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/solr.xml
[junit4:junit4] 2> 808483 T2430 oasc.CoreContainer.<init> New CoreContainer 1919888737
[junit4:junit4] 2> 808484 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/'
[junit4:junit4] 2> 808484 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/'
[junit4:junit4] 2> 808531 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 808532 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63633_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63633/t_qgy/tt"}
[junit4:junit4] 2> 808535 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63647_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63647/t_qgy/tt"}
[junit4:junit4] 2> 808546 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 808546 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 808546 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 808546 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 808546 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 808546 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 808566 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 808566 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 808567 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 808567 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 808567 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 808568 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 808568 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 808568 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 808569 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 808569 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 808580 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 808581 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 808581 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 808582 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 808584 T2541 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79151e8e name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 808585 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 808592 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 808601 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 808603 T2543 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@182d4c7f name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 808603 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 808613 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 809304 T2468 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 809304 T2468 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:63647_t_qgy%252Ftt&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 809616 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63653_t_qgy%2Ftt
[junit4:junit4] 2> 809621 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63653_t_qgy%2Ftt
[junit4:junit4] 2> 809623 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 809623 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 809624 T2524 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809623 T2472 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809623 T2505 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809623 T2543 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809624 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 809624 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 809624 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 809624 T2488 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809625 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 809636 T2452 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809636 T2459 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4] 2> 809641 T2544 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 809641 T2544 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 810058 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 810059 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63653_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63653/t_qgy/tt"}
[junit4:junit4] 2> 810059 T2453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 810059 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 810072 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810072 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810072 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810072 T2543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810072 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810072 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810072 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 810643 T2544 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/collection1
[junit4:junit4] 2> 810643 T2544 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 810644 T2544 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 810644 T2544 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 810645 T2544 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/collection1/'
[junit4:junit4] 2> 810646 T2544 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 810646 T2544 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/collection1/lib/README' to classloader
[junit4:junit4] 2> 810681 T2544 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 810720 T2544 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 810722 T2544 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 810726 T2544 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 811158 T2544 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 811167 T2544 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 811170 T2544 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 811180 T2544 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 811184 T2544 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 811187 T2544 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 811187 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 811188 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 811188 T2544 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 811189 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 811189 T2544 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 811189 T2544 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 811189 T2544 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty5-1371597064254/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/
[junit4:junit4] 2> 811190 T2544 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 811190 T2544 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 811191 T2544 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5
[junit4:junit4] 2> 811191 T2544 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index/
[junit4:junit4] 2> 811192 T2544 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 811192 T2544 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index
[junit4:junit4] 2> 811238 T2544 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 811238 T2544 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 811240 T2544 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 811241 T2544 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 811241 T2544 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 811242 T2544 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 811242 T2544 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 811242 T2544 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 811242 T2544 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 811243 T2544 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 811243 T2544 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 811250 T2544 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 811256 T2544 oass.SolrIndexSearcher.<init> Opening Searcher@47410346 main
[junit4:junit4] 2> 811257 T2544 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 811257 T2544 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 811260 T2545 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47410346 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 811262 T2544 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 811262 T2544 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63653/t_qgy/tt collection:collection1 shard:shard1
[junit4:junit4] 2> 811295 T2544 oasc.ZkController.register We are http://127.0.0.1:63653/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 811296 T2544 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63653/t_qgy/tt
[junit4:junit4] 2> 811296 T2544 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 811296 T2544 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C668 name=collection1 org.apache.solr.core.SolrCore@3b30baff url=http://127.0.0.1:63653/t_qgy/tt/collection1 node=127.0.0.1:63653_t_qgy%2Ftt C668_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63653_t_qgy%2Ftt, base_url=http://127.0.0.1:63653/t_qgy/tt}
[junit4:junit4] 2> 811296 T2546 C668 P63653 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 811296 T2544 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 811297 T2546 C668 P63653 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 811298 T2546 C668 P63653 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 811298 T2546 C668 P63653 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 811298 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 811299 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 811299 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C669 name=collection1 org.apache.solr.core.SolrCore@59f4df4c url=http://127.0.0.1:63647/t_qgy/tt/collection1 node=127.0.0.1:63647_t_qgy%2Ftt C669_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63647_t_qgy%2Ftt, base_url=http://127.0.0.1:63647/t_qgy/tt}
[junit4:junit4] 2> 811306 T2529 C669 P63647 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63621/t_qgy/tt/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 811306 T2529 C669 P63647 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63647/t_qgy/tt START replicas=[http://127.0.0.1:63621/t_qgy/tt/collection1/] nUpdates=100
[junit4:junit4] 2> 811306 T2529 C669 P63647 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 811307 T2529 C669 P63647 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 811307 T2529 C669 P63647 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 811307 T2529 C669 P63647 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 811307 T2529 C669 P63647 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 811307 T2529 C669 P63647 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63621/t_qgy/tt/collection1/. core=collection1
[junit4:junit4] 2> 811307 T2529 C669 P63647 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C670 name=collection1 org.apache.solr.core.SolrCore@4aa7060d url=http://127.0.0.1:63621/t_qgy/tt/collection1 node=127.0.0.1:63621_t_qgy%2Ftt C670_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63621_t_qgy%2Ftt, base_url=http://127.0.0.1:63621/t_qgy/tt, leader=true}
[junit4:junit4] 2> 811309 T2463 C670 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 811316 T2462 C670 P63621 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 811320 T2546 C668 P63653 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 811335 T2464 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 811379 T2462 C670 P63621 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 811380 T2462 C670 P63621 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 811381 T2462 C670 P63621 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 811381 T2462 C670 P63621 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_qgy/tt path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 65
[junit4:junit4] 2> 811382 T2529 C669 P63647 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 811383 T2529 C669 P63647 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 811385 T2465 C670 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 811386 T2529 C669 P63647 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 811386 T2529 C669 P63647 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 811386 T2529 C669 P63647 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 811388 T2465 C670 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0
[junit4:junit4] 2> 811389 T2529 C669 P63647 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 811390 T2529 C669 P63647 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index.20130618191107341
[junit4:junit4] 2> 811391 T2529 C669 P63647 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index.20130618191107341 lockFactory=org.apache.lucene.store.NativeFSLockFactory@183e2ca4 fullCopy=false
[junit4:junit4] 2> 811395 T2465 C670 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 811396 T2529 C669 P63647 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 811399 T2529 C669 P63647 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 811399 T2529 C669 P63647 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 811403 T2529 C669 P63647 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> 811404 T2529 C669 P63647 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 811404 T2529 C669 P63647 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 811405 T2529 C669 P63647 oass.SolrIndexSearcher.<init> Opening Searcher@63bd6e3d main
[junit4:junit4] 2> 811406 T2528 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@63bd6e3d main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 811406 T2529 C669 P63647 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index.20130618191107341 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index.20130618191107341;done=true>>]
[junit4:junit4] 2> 811407 T2529 C669 P63647 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index.20130618191107341
[junit4:junit4] 2> 811407 T2529 C669 P63647 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty4/index.20130618191107341
[junit4:junit4] 2> 811408 T2529 C669 P63647 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 811408 T2529 C669 P63647 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 811408 T2529 C669 P63647 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 811408 T2529 C669 P63647 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 811410 T2529 C669 P63647 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 811491 T2430 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 811493 T2430 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:63659
[junit4:junit4] 2> 811494 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 811494 T2430 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 811495 T2430 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263
[junit4:junit4] 2> 811495 T2430 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/solr.xml
[junit4:junit4] 2> 811495 T2430 oasc.CoreContainer.<init> New CoreContainer 1029856945
[junit4:junit4] 2> 811496 T2430 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/'
[junit4:junit4] 2> 811496 T2430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/'
[junit4:junit4] 2> 811574 T2430 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 811575 T2430 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 811575 T2430 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 811576 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 811576 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 811576 T2430 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 811577 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 811577 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63653_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63653/t_qgy/tt"}
[junit4:junit4] 2> 811577 T2430 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 811578 T2430 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 811578 T2430 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 811578 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 811590 T2430 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 811590 T2430 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:63612/solr
[junit4:junit4] 2> 811591 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63647_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63647/t_qgy/tt"}
[junit4:junit4] 2> 811591 T2430 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 811593 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 811603 T2560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4239b6d9 name:ZooKeeperConnection Watcher:127.0.0.1:63612 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 811603 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 811610 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 811611 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811611 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811611 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811611 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811611 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811611 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811611 T2543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 811623 T2430 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 811631 T2562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fc35394 name:ZooKeeperConnection Watcher:127.0.0.1:63612/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 811631 T2430 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 811660 T2430 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 812336 T2464 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 812336 T2464 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:63653_t_qgy%252Ftt&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 812663 T2430 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63659_t_qgy%2Ftt
[junit4:junit4] 2> 812669 T2430 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:63659_t_qgy%2Ftt
[junit4:junit4] 2> 812671 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 812671 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4] 2> 812672 T2524 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812672 T2488 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812672 T2562 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812672 T2472 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812672 T2543 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812672 T2505 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812673 T2543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 812673 T2452 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812673 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 812672 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 812672 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 812673 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 812682 T2459 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4] 2> 812688 T2563 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 812688 T2563 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 813122 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 813123 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"7",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63659_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63659/t_qgy/tt"}
[junit4:junit4] 2> 813123 T2453 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 813123 T2453 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 813136 T2543 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813137 T2488 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813137 T2472 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813136 T2459 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813136 T2452 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813136 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813136 T2524 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813136 T2505 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4] 2> 813691 T2563 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/collection1
[junit4:junit4] 2> 813691 T2563 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 813692 T2563 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 813692 T2563 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 813693 T2563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/collection1/'
[junit4:junit4] 2> 813695 T2563 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/collection1/lib/README' to classloader
[junit4:junit4] 2> 813695 T2563 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 813753 T2563 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 813811 T2563 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 813813 T2563 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 813819 T2563 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C671 name=collection1 org.apache.solr.core.SolrCore@3b30baff url=http://127.0.0.1:63653/t_qgy/tt/collection1 node=127.0.0.1:63653_t_qgy%2Ftt C671_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:63653_t_qgy%2Ftt, base_url=http://127.0.0.1:63653/t_qgy/tt}
[junit4:junit4] 2> 814338 T2546 C671 P63653 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:63621/t_qgy/tt/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 814338 T2546 C671 P63653 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63653/t_qgy/tt START replicas=[http://127.0.0.1:63621/t_qgy/tt/collection1/] nUpdates=100
[junit4:junit4] 2> 814339 T2546 C671 P63653 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 814339 T2546 C671 P63653 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 814339 T2546 C671 P63653 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 814339 T2546 C671 P63653 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 814339 T2546 C671 P63653 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 814340 T2546 C671 P63653 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:63621/t_qgy/tt/collection1/. core=collection1
[junit4:junit4] 2> 814340 T2546 C671 P63653 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C672 name=collection1 org.apache.solr.core.SolrCore@4aa7060d url=http://127.0.0.1:63621/t_qgy/tt/collection1 node=127.0.0.1:63621_t_qgy%2Ftt C672_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:63621_t_qgy%2Ftt, base_url=http://127.0.0.1:63621/t_qgy/tt, leader=true}
[junit4:junit4] 2> 814341 T2463 C672 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 814351 T2466 C672 P63621 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 814383 T2466 C672 P63621 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty1/index,segFN=segments_5,generation=5}
[junit4:junit4] 2> 814384 T2466 C672 P63621 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 814386 T2466 C672 P63621 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 814386 T2466 C672 P63621 oasup.LogUpdateProcessor.finish [collection1] webapp=/t_qgy/tt path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4] 2> 814387 T2546 C671 P63653 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 814388 T2546 C671 P63653 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 814390 T2465 C672 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 814391 T2546 C671 P63653 oash.SnapPuller.fetchLatestIndex Master's generation: 5
[junit4:junit4] 2> 814391 T2546 C671 P63653 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 814391 T2546 C671 P63653 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 814394 T2465 C672 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=5&version=2} status=0 QTime=1
[junit4:junit4] 2> 814395 T2546 C671 P63653 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 814397 T2546 C671 P63653 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index.20130618191110347
[junit4:junit4] 2> 814398 T2546 C671 P63653 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index.20130618191110347 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14884564 fullCopy=false
[junit4:junit4] 2> 814401 T2465 C672 P63621 oasc.SolrCore.execute [collection1] webapp=/t_qgy/tt path=/replication params={file=segments_5&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=5} status=0 QTime=0
[junit4:junit4] 2> 814403 T2546 C671 P63653 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 814405 T2546 C671 P63653 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 814406 T2546 C671 P63653 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 814412 T2546 C671 P63653 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index,segFN=segments_5,generation=5}
[junit4:junit4] 2> 814412 T2546 C671 P63653 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 814413 T2546 C671 P63653 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 814414 T2546 C671 P63653 oass.SolrIndexSearcher.<init> Opening Searcher@1d634bdd main
[junit4:junit4] 2> 814415 T2545 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d634bdd main{StandardDirectoryReader(segments_5:1:nrt)}
[junit4:junit4] 2> 814415 T2546 C671 P63653 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index.20130618191110347 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index.20130618191110347;done=true>>]
[junit4:junit4] 2> 814416 T2546 C671 P63653 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index.20130618191110347
[junit4:junit4] 2> 814416 T2546 C671 P63653 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty5/index.20130618191110347
[junit4:junit4] 2> 814417 T2546 C671 P63653 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 814417 T2546 C671 P63653 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 814418 T2546 C671 P63653 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 814418 T2546 C671 P63653 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 814419 T2546 C671 P63653 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 814452 T2563 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 814465 T2563 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 814469 T2563 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 814482 T2563 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 814494 T2563 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 814498 T2563 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 814499 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 814500 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 814500 T2563 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 814501 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 814501 T2563 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 814501 T2563 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 814502 T2563 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty6-1371597067263/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/
[junit4:junit4] 2> 814502 T2563 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6bef4b2b
[junit4:junit4] 2> 814503 T2563 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4] 2> 814504 T2563 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6
[junit4:junit4] 2> 814504 T2563 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index/
[junit4:junit4] 2> 814505 T2563 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 814506 T2563 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index
[junit4:junit4] 2> 814511 T2563 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index,segFN=segments_1,generation=1}
[junit4:junit4] 2> 814512 T2563 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 814515 T2563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 814515 T2563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 814516 T2563 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 814516 T2563 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 814517 T2563 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 814517 T2563 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 814521 T2563 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 814521 T2563 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 814522 T2563 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 814531 T2563 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 814540 T2563 oass.SolrIndexSearcher.<init> Opening Searcher@73c3c93f main
[junit4:junit4] 2> 814541 T2563 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 814542 T2563 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 814546 T2566 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73c3c93f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 814548 T2563 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 814549 T2563 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:63659/t_qgy/tt collection:collection1 shard:shard1
[junit4:junit4] 2> 814552 T2563 oasc.ZkController.register We are http://127.0.0.1:63659/t_qgy/tt/collection1/ and leader is http://127.0.0.1:63621/t_qgy/tt/collection1/
[junit4:junit4] 2> 814552 T2563 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:63659/t_qgy/tt
[junit4:junit4] 2> 814552 T2563 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 814552 T2563 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C673 name=collection1 org.apache.solr.core.SolrCore@309cabac url=http://127.0.0.1:63659/t_qgy/tt/collection1 node=127.0.0.1:63659_t_qgy%2Ftt C673_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:63659_t_qgy%2Ftt, base_url=http://127.0.0.1:63659/t_qgy/tt}
[junit4:junit4] 2> 814553 T2567 C673 P63659 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 814553 T2563 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 814553 T2567 C673 P63659 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 814554 T2567 C673 P63659 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 814554 T2567 C673 P63659 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 814554 T2430 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 2> 814555 T2430 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 814555 T2567 C673 P63659 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 814556 T2430 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 814574 T2467 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 814640 T2453 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 814641 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"6",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:63653_t_qgy%2Ftt",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:63653/t_qgy/tt"}
[junit4:junit4] 2> 814644 T2453 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"7",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collectio
[...truncated too long message...]
lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=7F64E2A42062891E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=ko_KR -Dtests.timezone=America/Antigua -Dtests.file.encoding=ISO8859-1
[junit4:junit4] FAILURE 851s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:63653/t_qgy/tt/collection1lastClient and got 269 from http://127.0.0.1:63659/t_qgy/tt/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([7F64E2A42062891E:FE826CBC573DE922]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 1638238 T2430 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 1639157 T2581 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1639157 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1639157 T2581 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1665718 T2562 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:63659/t_qgy/tt couldn't connect to http://127.0.0.1:63653/t_qgy/tt/collection1/, counting as success
[junit4:junit4] 2> 1665718 T2562 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:63659/t_qgy/tt DONE. sync succeeded
[junit4:junit4] 2> 1665719 T2562 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 1665719 T2562 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
[junit4:junit4] 2> 1665719 T2562 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@309cabac
[junit4:junit4] 2> 1665720 T2562 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=50,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=269,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 1665721 T2562 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 1665721 T2562 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 1665721 T2562 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1665724 T2562 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1665724 T2562 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1665725 T2562 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index;done=false>>]
[junit4:junit4] 2> 1665725 T2562 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6/index
[junit4:junit4] 2> 1665725 T2562 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6;done=false>>]
[junit4:junit4] 2> 1665725 T2562 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371597043362/jetty6
[junit4:junit4] 2> 1665726 T2562 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 1665726 T2562 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1665726 T2562 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1665727 T2562 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ko_KR, timezone=America/Antigua
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=52471728,total=374669312
[junit4:junit4] 2> NOTE: All tests run in this JVM: [DistributedSpellCheckComponentTest, RegexBoostProcessorTest, LegacyHTMLStripCharFilterTest, TestGroupingSearch, ResponseLogComponentTest, JsonLoaderTest, TestTrie, AlternateDirectoryTest, TestSerializedLuceneMatchVersion, TestFieldCollectionResource, TestCharFilters, SimpleFacetsTest, UUIDFieldTest, TestDocSet, SliceStateTest, TestFaceting, TestSolrDeletionPolicy1, ZkControllerTest, TestXIncludeConfig, TestPerFieldSimilarity, DateFieldTest, TestReloadAndDeleteDocs, TestSchemaSimilarityResource, TestSolrQueryParser, QueryElevationComponentTest, LeaderElectionTest, TestBadConfig, PeerSyncTest, QueryEqualityTest, ShardRoutingTest, SystemInfoHandlerTest, MBeansHandlerTest, TestCoreContainer, TestDocumentBuilder, TestFastWriter, TestJoin, TestQueryUtils, TestCloudManagedSchema, SolrIndexSplitterTest, TestValueSourceCache, TestExtendedDismaxParser, ZkCLITest, RAMDirectoryFactoryTest, TestRemoteStreaming, TestSchemaVersionResource, DocValuesTest, TestSolrXmlPersistence, TestPseudoReturnFields, ShowFileRequestHandlerTest, OverseerTest, FileBasedSpellCheckerTest, ScriptEngineTest, TestIBSimilarityFactory, TestPHPSerializedResponseWriter, TestRealTimeGet, BinaryUpdateRequestHandlerTest, CircularListTest, TestQuerySenderListener, SolrInfoMBeanTest, TestFuzzyAnalyzedSuggestions, PolyFieldTest, FastVectorHighlighterTest, TestDynamicFieldResource, IndexSchemaTest, TestConfig, CoreAdminHandlerTest, QueryParsingTest, LoggingHandlerTest, TestSchemaResource, ClusterStateUpdateTest, TestSolrIndexConfig, TestSweetSpotSimilarityFactory, ChaosMonkeySafeLeaderTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 878.89s, 1 test, 1 failure <<< FAILURES!
[...truncated 468 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:399: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:372: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1246: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:890: There were test failures: 298 suites, 1253 tests, 1 failure, 11 ignored (5 assumptions)
Total time: 125 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure