You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/21 06:19:50 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1269 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1269/
2 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:57591 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:57591 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([85B45436E97E8742:452DA2E9E21E77E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:44432 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:44432 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([85B45436E97E8742:452DA2E9E21E77E]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9368 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 471135 T943 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 471141 T943 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369108694260
[junit4:junit4] 2> 471143 T943 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 471143 T944 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 471244 T943 oasc.ZkTestServer.run start zk server on port:23331
[junit4:junit4] 2> 471245 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 471250 T950 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58461fa7 name:ZooKeeperConnection Watcher:127.0.0.1:23331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 471250 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 471251 T943 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 471261 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 471263 T952 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48bce350 name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 471263 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 471264 T943 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 471275 T943 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 471278 T943 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 471281 T943 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 471285 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 471285 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 471297 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 471297 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 471402 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 471403 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 471412 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 471413 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 471417 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 471417 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 471421 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 471422 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 471425 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 471426 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 471430 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 471430 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 471434 T943 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 471435 T943 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 471703 T943 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 471707 T943 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44428
[junit4:junit4] 2> 471707 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 471708 T943 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 471708 T943 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563
[junit4:junit4] 2> 471709 T943 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/solr.xml
[junit4:junit4] 2> 471709 T943 oasc.CoreContainer.<init> New CoreContainer 1286517125
[junit4:junit4] 2> 471710 T943 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/'
[junit4:junit4] 2> 471711 T943 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/'
[junit4:junit4] 2> 471836 T943 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 471837 T943 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 471838 T943 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 471838 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 471839 T943 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 471839 T943 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 471840 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 471840 T943 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 471841 T943 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 471841 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 471860 T943 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 471861 T943 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:23331/solr
[junit4:junit4] 2> 471862 T943 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 471863 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 471865 T963 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@189dcbad name:ZooKeeperConnection Watcher:127.0.0.1:23331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 471866 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 471869 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 471882 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 471885 T965 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2818b7f1 name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 471885 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 471888 T943 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 471897 T943 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 471901 T943 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 471908 T943 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44428_
[junit4:junit4] 2> 471910 T943 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44428_
[junit4:junit4] 2> 471914 T943 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 471932 T943 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 471935 T943 oasc.Overseer.start Overseer (id=89725907387482115-127.0.0.1:44428_-n_0000000000) starting
[junit4:junit4] 2> 471947 T943 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 471959 T967 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 471959 T943 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 471962 T943 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 471965 T943 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 471968 T966 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 471972 T968 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/collection1
[junit4:junit4] 2> 471972 T968 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 471973 T968 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 471973 T968 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 471975 T968 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/collection1/'
[junit4:junit4] 2> 471976 T968 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 471977 T968 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/collection1/lib/README' to classloader
[junit4:junit4] 2> 472028 T968 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 472088 T968 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 472190 T968 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 472197 T968 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 472772 T968 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 472775 T968 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 472778 T968 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 472783 T968 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 472814 T968 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 472814 T968 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369108694563/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/control/data/
[junit4:junit4] 2> 472815 T968 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@305abc5f
[junit4:junit4] 2> 472815 T968 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 472816 T968 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/control/data
[junit4:junit4] 2> 472816 T968 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369108694259/control/data/index/
[junit4:junit4] 2> 472817 T968 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369108694259/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 472817 T968 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/control/data/index
[junit4:junit4] 2> 472822 T968 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@501d9ded lockFactory=org.apache.lucene.store.NativeFSLockFactory@502a46de),segFN=segments_1,generation=1}
[junit4:junit4] 2> 472822 T968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 472825 T968 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 472825 T968 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 472826 T968 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 472826 T968 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 472827 T968 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 472827 T968 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 472827 T968 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 472828 T968 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 472828 T968 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 472843 T968 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 472850 T968 oass.SolrIndexSearcher.<init> Opening Searcher@42914f63 main
[junit4:junit4] 2> 472851 T968 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/control/data/tlog
[junit4:junit4] 2> 472852 T968 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 472852 T968 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 472856 T969 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42914f63 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 472858 T968 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 472858 T968 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 473472 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 473473 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44428_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44428"}
[junit4:junit4] 2> 473473 T966 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 473473 T966 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 473496 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 473863 T968 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 473863 T968 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44428 collection:control_collection shard:shard1
[junit4:junit4] 2> 473864 T968 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 473890 T968 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 473901 T968 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 473901 T968 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 473902 T968 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44428/collection1/
[junit4:junit4] 2> 473902 T968 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 473902 T968 oasc.SyncStrategy.syncToMe http://127.0.0.1:44428/collection1/ has no replicas
[junit4:junit4] 2> 473902 T968 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44428/collection1/
[junit4:junit4] 2> 473903 T968 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 475002 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 475019 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 475035 T968 oasc.ZkController.register We are http://127.0.0.1:44428/collection1/ and leader is http://127.0.0.1:44428/collection1/
[junit4:junit4] 2> 475035 T968 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44428
[junit4:junit4] 2> 475035 T968 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 475036 T968 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 475036 T968 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 475038 T968 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 475039 T943 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 475040 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 475040 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 475057 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 475059 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 475061 T972 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f42edd6 name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 475062 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 475064 T943 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 475067 T943 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 475339 T943 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 475342 T943 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44432
[junit4:junit4] 2> 475343 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 475344 T943 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 475344 T943 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185
[junit4:junit4] 2> 475345 T943 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/solr.xml
[junit4:junit4] 2> 475345 T943 oasc.CoreContainer.<init> New CoreContainer 1893880641
[junit4:junit4] 2> 475346 T943 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/'
[junit4:junit4] 2> 475346 T943 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/'
[junit4:junit4] 2> 475476 T943 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 475476 T943 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 475477 T943 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 475477 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 475478 T943 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 475478 T943 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 475479 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 475479 T943 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 475480 T943 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 475481 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 475498 T943 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 475499 T943 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:23331/solr
[junit4:junit4] 2> 475499 T943 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 475500 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 475503 T983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bff9b6 name:ZooKeeperConnection Watcher:127.0.0.1:23331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 475504 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 475516 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 475529 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 475531 T985 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c2f03f9 name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 475531 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 475541 T943 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 476534 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 476535 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44428__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44428_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44428"}
[junit4:junit4] 2> 476541 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 476541 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 476541 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 476550 T943 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44432_
[junit4:junit4] 2> 476552 T943 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44432_
[junit4:junit4] 2> 476555 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 476555 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 476555 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 476557 T985 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 476557 T972 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 476557 T965 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 476564 T986 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/collection1
[junit4:junit4] 2> 476564 T986 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 476565 T986 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 476565 T986 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 476567 T986 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/collection1/'
[junit4:junit4] 2> 476568 T986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/collection1/lib/README' to classloader
[junit4:junit4] 2> 476569 T986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 476634 T986 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 476693 T986 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 476796 T986 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 476803 T986 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 477356 T986 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 477360 T986 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 477362 T986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 477368 T986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 477414 T986 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 477414 T986 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369108698185/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty1/
[junit4:junit4] 2> 477415 T986 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@305abc5f
[junit4:junit4] 2> 477415 T986 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 477416 T986 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty1
[junit4:junit4] 2> 477416 T986 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty1/index/
[junit4:junit4] 2> 477416 T986 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 477417 T986 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty1/index
[junit4:junit4] 2> 477421 T986 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@508711d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f4cc1a0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 477421 T986 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 477425 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 477425 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 477426 T986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 477426 T986 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 477427 T986 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 477427 T986 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 477428 T986 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 477428 T986 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 477429 T986 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 477446 T986 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 477453 T986 oass.SolrIndexSearcher.<init> Opening Searcher@a7dd54f main
[junit4:junit4] 2> 477454 T986 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty1/tlog
[junit4:junit4] 2> 477455 T986 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 477455 T986 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 477460 T987 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a7dd54f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 477462 T986 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 477463 T986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 478053 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 478054 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44432_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44432"}
[junit4:junit4] 2> 478054 T966 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 478054 T966 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 478060 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 478060 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 478060 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 478467 T986 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 478467 T986 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44432 collection:collection1 shard:shard1
[junit4:junit4] 2> 478468 T986 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 478493 T986 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 478505 T986 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 478505 T986 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 478505 T986 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44432/collection1/
[junit4:junit4] 2> 478506 T986 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 478506 T986 oasc.SyncStrategy.syncToMe http://127.0.0.1:44432/collection1/ has no replicas
[junit4:junit4] 2> 478506 T986 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44432/collection1/
[junit4:junit4] 2> 478507 T986 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 479574 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 479593 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 479593 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 479593 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 479598 T986 oasc.ZkController.register We are http://127.0.0.1:44432/collection1/ and leader is http://127.0.0.1:44432/collection1/
[junit4:junit4] 2> 479598 T986 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44432
[junit4:junit4] 2> 479598 T986 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 479598 T986 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 479599 T986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 479602 T986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 479604 T943 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 479604 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 479605 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 479883 T943 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 479886 T943 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44435
[junit4:junit4] 2> 479887 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 479887 T943 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 479888 T943 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741
[junit4:junit4] 2> 479888 T943 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/solr.xml
[junit4:junit4] 2> 479889 T943 oasc.CoreContainer.<init> New CoreContainer 1456928671
[junit4:junit4] 2> 479890 T943 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/'
[junit4:junit4] 2> 479890 T943 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/'
[junit4:junit4] 2> 480016 T943 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 480017 T943 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 480018 T943 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 480018 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 480019 T943 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 480019 T943 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 480020 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 480020 T943 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 480021 T943 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 480021 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 480040 T943 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 480041 T943 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:23331/solr
[junit4:junit4] 2> 480041 T943 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 480042 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 480045 T999 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5b5aabf0 name:ZooKeeperConnection Watcher:127.0.0.1:23331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 480046 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 480061 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 480074 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 480077 T1001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@aa2c3b name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 480077 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 480083 T943 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 481087 T943 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44435_
[junit4:junit4] 2> 481090 T943 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44435_
[junit4:junit4] 2> 481092 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 481093 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 481093 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 481094 T1001 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 481095 T985 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 481095 T965 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 481101 T972 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 481107 T1002 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/collection1
[junit4:junit4] 2> 481107 T1002 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 481108 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 481108 T1002 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 481108 T1002 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 481109 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44432__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44432_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44432"}
[junit4:junit4] 2> 481110 T1002 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/collection1/'
[junit4:junit4] 2> 481111 T1002 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 481112 T1002 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/collection1/lib/README' to classloader
[junit4:junit4] 2> 481119 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 481119 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 481119 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 481119 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 481163 T1002 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 481223 T1002 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 481325 T1002 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 481332 T1002 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 481903 T1002 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 481907 T1002 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 481909 T1002 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 481915 T1002 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 481946 T1002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 481947 T1002 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369108702741/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty2/
[junit4:junit4] 2> 481947 T1002 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@305abc5f
[junit4:junit4] 2> 481948 T1002 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 481949 T1002 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty2
[junit4:junit4] 2> 481949 T1002 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty2/index/
[junit4:junit4] 2> 481950 T1002 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 481950 T1002 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty2/index
[junit4:junit4] 2> 481954 T1002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a946575 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2708e2bf),segFN=segments_1,generation=1}
[junit4:junit4] 2> 481954 T1002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 481958 T1002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 481958 T1002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 481959 T1002 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 481960 T1002 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 481960 T1002 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 481961 T1002 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 481961 T1002 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 481962 T1002 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 481962 T1002 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 481979 T1002 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 481986 T1002 oass.SolrIndexSearcher.<init> Opening Searcher@7e939e3f main
[junit4:junit4] 2> 481986 T1002 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty2/tlog
[junit4:junit4] 2> 481988 T1002 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 481988 T1002 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 481993 T1003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7e939e3f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 481995 T1002 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 481996 T1002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 482625 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 482626 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44435_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44435"}
[junit4:junit4] 2> 482626 T966 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 482626 T966 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 482632 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 482632 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 482632 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 482632 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 483000 T1002 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 483000 T1002 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44435 collection:collection1 shard:shard2
[junit4:junit4] 2> 483001 T1002 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 483016 T1002 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 483019 T1002 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 483020 T1002 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 483020 T1002 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44435/collection1/
[junit4:junit4] 2> 483020 T1002 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 483021 T1002 oasc.SyncStrategy.syncToMe http://127.0.0.1:44435/collection1/ has no replicas
[junit4:junit4] 2> 483021 T1002 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44435/collection1/
[junit4:junit4] 2> 483021 T1002 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 484145 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 484163 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 484163 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 484163 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 484163 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 484210 T1002 oasc.ZkController.register We are http://127.0.0.1:44435/collection1/ and leader is http://127.0.0.1:44435/collection1/
[junit4:junit4] 2> 484210 T1002 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44435
[junit4:junit4] 2> 484210 T1002 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 484210 T1002 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 484211 T1002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 484213 T1002 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 484214 T943 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 484215 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 484216 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 484496 T943 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 484499 T943 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44438
[junit4:junit4] 2> 484500 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 484500 T943 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 484501 T943 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351
[junit4:junit4] 2> 484501 T943 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/solr.xml
[junit4:junit4] 2> 484502 T943 oasc.CoreContainer.<init> New CoreContainer 739504745
[junit4:junit4] 2> 484502 T943 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/'
[junit4:junit4] 2> 484503 T943 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/'
[junit4:junit4] 2> 484629 T943 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 484630 T943 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 484631 T943 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 484631 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 484632 T943 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 484632 T943 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 484633 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 484633 T943 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 484634 T943 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 484634 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 484652 T943 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 484652 T943 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:23331/solr
[junit4:junit4] 2> 484653 T943 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 484654 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 484657 T1015 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62ddbe07 name:ZooKeeperConnection Watcher:127.0.0.1:23331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 484658 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 484671 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 484683 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 484685 T1017 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@993c48c name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 484686 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 484697 T943 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 485676 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 485677 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44435__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44435_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44435"}
[junit4:junit4] 2> 485695 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485695 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485695 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485695 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485695 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485701 T943 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44438_
[junit4:junit4] 2> 485703 T943 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44438_
[junit4:junit4] 2> 485706 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485706 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485706 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 485706 T1017 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 485706 T1001 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 485707 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 485707 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 485708 T985 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 485708 T965 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 485708 T972 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 485720 T1018 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/collection1
[junit4:junit4] 2> 485720 T1018 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 485721 T1018 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 485721 T1018 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 485723 T1018 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/collection1/'
[junit4:junit4] 2> 485724 T1018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/collection1/lib/README' to classloader
[junit4:junit4] 2> 485725 T1018 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 485776 T1018 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 485836 T1018 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 485938 T1018 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 485945 T1018 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 486514 T1018 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 486518 T1018 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 486520 T1018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 486526 T1018 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 486556 T1018 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 486557 T1018 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369108707351/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/
[junit4:junit4] 2> 486557 T1018 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@305abc5f
[junit4:junit4] 2> 486558 T1018 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 486559 T1018 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3
[junit4:junit4] 2> 486559 T1018 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index/
[junit4:junit4] 2> 486560 T1018 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 486560 T1018 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index
[junit4:junit4] 2> 486564 T1018 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41521e0c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bada51),segFN=segments_1,generation=1}
[junit4:junit4] 2> 486565 T1018 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 486568 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 486568 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 486569 T1018 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 486570 T1018 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 486570 T1018 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 486570 T1018 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 486571 T1018 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 486572 T1018 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 486572 T1018 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 486590 T1018 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 486597 T1018 oass.SolrIndexSearcher.<init> Opening Searcher@68890655 main
[junit4:junit4] 2> 486598 T1018 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/tlog
[junit4:junit4] 2> 486599 T1018 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 486599 T1018 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 486604 T1019 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68890655 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 486606 T1018 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 486606 T1018 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 487202 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 487203 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44438_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44438"}
[junit4:junit4] 2> 487203 T966 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 487204 T966 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 487217 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 487217 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 487217 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 487217 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 487217 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 487610 T1018 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 487610 T1018 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44438 collection:collection1 shard:shard1
[junit4:junit4] 2> 487614 T1018 oasc.ZkController.register We are http://127.0.0.1:44438/collection1/ and leader is http://127.0.0.1:44432/collection1/
[junit4:junit4] 2> 487615 T1018 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44438
[junit4:junit4] 2> 487615 T1018 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 487615 T1018 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C37 name=collection1 org.apache.solr.core.SolrCore@45c9507 url=http://127.0.0.1:44438/collection1 node=127.0.0.1:44438_ C37_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:44438_, base_url=http://127.0.0.1:44438}
[junit4:junit4] 2> 487616 T1020 C37 P44438 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 487616 T1018 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 487617 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 487617 T1020 C37 P44438 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 487617 T1020 C37 P44438 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 487618 T943 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 487618 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 487619 T1020 C37 P44438 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 487619 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 487640 T975 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:44438__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 487900 T943 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 487903 T943 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:44444
[junit4:junit4] 2> 487904 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 487904 T943 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 487905 T943 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756
[junit4:junit4] 2> 487905 T943 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/solr.xml
[junit4:junit4] 2> 487906 T943 oasc.CoreContainer.<init> New CoreContainer 1087391164
[junit4:junit4] 2> 487907 T943 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/'
[junit4:junit4] 2> 487907 T943 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/'
[junit4:junit4] 2> 488037 T943 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 488038 T943 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 488038 T943 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 488039 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 488039 T943 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 488039 T943 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 488040 T943 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 488040 T943 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 488041 T943 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 488041 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 488059 T943 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 488060 T943 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:23331/solr
[junit4:junit4] 2> 488061 T943 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 488062 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 488065 T1032 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dc7ef3 name:ZooKeeperConnection Watcher:127.0.0.1:23331 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 488066 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 488080 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 488094 T943 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 488096 T1034 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c97d8a4 name:ZooKeeperConnection Watcher:127.0.0.1:23331/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 488097 T943 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 488108 T943 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 488724 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 488725 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44438__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44438_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44438"}
[junit4:junit4] 2> 488743 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 488743 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 488743 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 488743 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 488743 T1034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 488743 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 489112 T943 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44444_
[junit4:junit4] 2> 489115 T943 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44444_
[junit4:junit4] 2> 489118 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 489118 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 489118 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 489118 T1017 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 489118 T1034 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 489119 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 489118 T1001 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 489119 T1034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 489120 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 489120 T985 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 489120 T965 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 489130 T972 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 489136 T1035 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/collection1
[junit4:junit4] 2> 489136 T1035 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 489137 T1035 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 489137 T1035 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 489139 T1035 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/collection1/'
[junit4:junit4] 2> 489141 T1035 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 489141 T1035 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/collection1/lib/README' to classloader
[junit4:junit4] 2> 489197 T1035 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 489262 T1035 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 489365 T1035 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 489372 T1035 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 489643 T975 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:44438__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 489643 T975 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:44438__collection1&state=recovering&nodeName=127.0.0.1:44438_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 489998 T1035 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 490002 T1035 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 490005 T1035 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 490010 T1035 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 490044 T1035 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 490045 T1035 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369108710756/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/
[junit4:junit4] 2> 490045 T1035 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@305abc5f
[junit4:junit4] 2> 490046 T1035 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 490046 T1035 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4
[junit4:junit4] 2> 490047 T1035 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index/
[junit4:junit4] 2> 490047 T1035 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 490048 T1035 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index
[junit4:junit4] 2> 490052 T1035 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@315e565a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a9f4297),segFN=segments_1,generation=1}
[junit4:junit4] 2> 490052 T1035 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 490055 T1035 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 490056 T1035 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 490056 T1035 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 490057 T1035 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 490058 T1035 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 490058 T1035 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 490058 T1035 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 490059 T1035 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 490060 T1035 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 490076 T1035 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 490084 T1035 oass.SolrIndexSearcher.<init> Opening Searcher@52ccc5dd main
[junit4:junit4] 2> 490084 T1035 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/tlog
[junit4:junit4] 2> 490086 T1035 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 490086 T1035 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 490091 T1036 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@52ccc5dd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 490093 T1035 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 490093 T1035 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 490250 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 490251 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44444_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44444"}
[junit4:junit4] 2> 490251 T966 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 490252 T966 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 490265 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 490265 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 490265 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 490265 T1034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 490265 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 490265 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 491097 T1035 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 491097 T1035 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44444 collection:collection1 shard:shard2
[junit4:junit4] 2> 491102 T1035 oasc.ZkController.register We are http://127.0.0.1:44444/collection1/ and leader is http://127.0.0.1:44435/collection1/
[junit4:junit4] 2> 491102 T1035 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44444
[junit4:junit4] 2> 491102 T1035 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 491103 T1035 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C38 name=collection1 org.apache.solr.core.SolrCore@6e548a6a url=http://127.0.0.1:44444/collection1 node=127.0.0.1:44444_ C38_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:44444_, base_url=http://127.0.0.1:44444}
[junit4:junit4] 2> 491103 T1037 C38 P44444 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 491104 T1035 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 491104 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 491105 T1037 C38 P44444 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 491105 T1037 C38 P44444 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 491106 T943 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4] 2> 491106 T943 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 491107 T1037 C38 P44444 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 491107 T943 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 491133 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 491135 T991 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:44444__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 491135 T943 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 491136 T943 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 491137 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C37_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44438_, base_url=http://127.0.0.1:44438}
[junit4:junit4] 2> 491646 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44432/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 491646 T1020 C37 P44438 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44438 START replicas=[http://127.0.0.1:44432/collection1/] nUpdates=100
[junit4:junit4] 2> 491647 T1020 C37 P44438 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 491648 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 491648 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 491648 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 491648 T1020 C37 P44438 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 491649 T1020 C37 P44438 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44432/collection1/. core=collection1
[junit4:junit4] 2> 491650 T1020 C37 P44438 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C39 name=collection1 org.apache.solr.core.SolrCore@8155500 url=http://127.0.0.1:44432/collection1 node=127.0.0.1:44432_ C39_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44432_, base_url=http://127.0.0.1:44432, leader=true}
[junit4:junit4] 2> 491657 T976 C39 P44432 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 491663 T977 C39 P44432 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 491717 T977 C39 P44432 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@508711d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f4cc1a0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 491719 T977 C39 P44432 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 491720 T977 C39 P44432 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@508711d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f4cc1a0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@508711d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f4cc1a0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 491720 T977 C39 P44432 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 491721 T977 C39 P44432 oass.SolrIndexSearcher.<init> Opening Searcher@4257be83 realtime
[junit4:junit4] 2> 491721 T977 C39 P44432 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 491722 T977 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 59
[junit4:junit4] 2> 491723 T1020 C37 P44438 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 491723 T1020 C37 P44438 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 491726 T978 C39 P44432 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 491726 T978 C39 P44432 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 491727 T1020 C37 P44438 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 491727 T1020 C37 P44438 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 491727 T1020 C37 P44438 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 491730 T978 C39 P44432 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 491731 T1020 C37 P44438 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 491732 T1020 C37 P44438 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index.20130521065834849
[junit4:junit4] 2> 491732 T1020 C37 P44438 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@24cef2c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e194cc6) fullCopy=false
[junit4:junit4] 2> 491735 T978 C39 P44432 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 491737 T1020 C37 P44438 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 491738 T1020 C37 P44438 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 491738 T1020 C37 P44438 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 491741 T1020 C37 P44438 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41521e0c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bada51),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41521e0c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bada51),segFN=segments_2,generation=2}
[junit4:junit4] 2> 491741 T1020 C37 P44438 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 491741 T1020 C37 P44438 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 491742 T1020 C37 P44438 oass.SolrIndexSearcher.<init> Opening Searcher@33958c3f main
[junit4:junit4] 2> 491743 T1019 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33958c3f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 491743 T1020 C37 P44438 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index.20130521065834849 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index.20130521065834849;done=true>>]
[junit4:junit4] 2> 491744 T1020 C37 P44438 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index.20130521065834849
[junit4:junit4] 2> 491744 T1020 C37 P44438 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty3/index.20130521065834849
[junit4:junit4] 2> 491744 T1020 C37 P44438 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 491744 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 491745 T1020 C37 P44438 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 491745 T1020 C37 P44438 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 491747 T1020 C37 P44438 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 491771 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 491772 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44444__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44444_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44444"}
[junit4:junit4] 2> 491777 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44438__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44438_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44438"}
[junit4:junit4] 2> 491789 T1034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 491789 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 491789 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 491789 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 491789 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 491789 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 492136 T991 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:44444__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 492136 T991 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:44444__collection1&state=recovering&nodeName=127.0.0.1:44444_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 492140 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 493145 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C38_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:44444_, base_url=http://127.0.0.1:44444}
[junit4:junit4] 2> 494138 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:44435/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 494138 T1037 C38 P44444 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:44444 START replicas=[http://127.0.0.1:44435/collection1/] nUpdates=100
[junit4:junit4] 2> 494139 T1037 C38 P44444 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 494139 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 494139 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 494139 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 494140 T1037 C38 P44444 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 494140 T1037 C38 P44444 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:44435/collection1/. core=collection1
[junit4:junit4] 2> 494140 T1037 C38 P44444 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 494148 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C40 name=collection1 org.apache.solr.core.SolrCore@ac2bd94 url=http://127.0.0.1:44435/collection1 node=127.0.0.1:44435_ C40_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44435_, base_url=http://127.0.0.1:44435, leader=true}
[junit4:junit4] 2> 494149 T992 C40 P44435 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 494154 T993 C40 P44435 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 494209 T993 C40 P44435 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a946575 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2708e2bf),segFN=segments_1,generation=1}
[junit4:junit4] 2> 494210 T993 C40 P44435 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 494211 T993 C40 P44435 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a946575 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2708e2bf),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a946575 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2708e2bf),segFN=segments_2,generation=2}
[junit4:junit4] 2> 494211 T993 C40 P44435 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 494212 T993 C40 P44435 oass.SolrIndexSearcher.<init> Opening Searcher@1166cfb4 realtime
[junit4:junit4] 2> 494212 T993 C40 P44435 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 494213 T993 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 59
[junit4:junit4] 2> 494214 T1037 C38 P44444 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 494215 T1037 C38 P44444 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 494217 T994 C40 P44435 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 494217 T994 C40 P44435 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 494218 T1037 C38 P44444 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 494218 T1037 C38 P44444 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 494219 T1037 C38 P44444 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 494221 T994 C40 P44435 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 494222 T1037 C38 P44444 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 494224 T1037 C38 P44444 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index.20130521065837341
[junit4:junit4] 2> 494224 T1037 C38 P44444 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@19b88b44 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c0b0da9) fullCopy=false
[junit4:junit4] 2> 494228 T994 C40 P44435 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 494230 T1037 C38 P44444 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 494231 T1037 C38 P44444 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 494231 T1037 C38 P44444 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 494233 T1037 C38 P44444 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@315e565a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a9f4297),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@315e565a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a9f4297),segFN=segments_2,generation=2}
[junit4:junit4] 2> 494233 T1037 C38 P44444 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 494234 T1037 C38 P44444 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 494234 T1037 C38 P44444 oass.SolrIndexSearcher.<init> Opening Searcher@4179dd8c main
[junit4:junit4] 2> 494235 T1036 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4179dd8c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 494236 T1037 C38 P44444 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index.20130521065837341 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index.20130521065837341;done=true>>]
[junit4:junit4] 2> 494236 T1037 C38 P44444 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index.20130521065837341
[junit4:junit4] 2> 494236 T1037 C38 P44444 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369108694259/jetty4/index.20130521065837341
[junit4:junit4] 2> 494237 T1037 C38 P44444 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 494237 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 494237 T1037 C38 P44444 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 494237 T1037 C38 P44444 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 494239 T1037 C38 P44444 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 494807 T966 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 494808 T966 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:44444__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:44444_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:44444"}
[junit4:junit4] 2> 494821 T985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 494821 T965 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 494821 T1001 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 494821 T1017 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 494821 T1034 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 494821 T972 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 495152 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 495153 T943 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C41 name=collection1 org.apache.solr.core.SolrCore@7fb5edbf url=http://127.0.0.1:44428/collection1 node=127.0.0.1:44428_ C41_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:44428_, base_url=http://127.0.0.1:44428, leader=true}
[junit4:junit4] 2> 495162 T955 C41 P44428 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 495216 T955 C41 P44428 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@501d9ded lockFactory=org.apache.lucene.store.NativeFSLockFactory@502a46de),segFN=segments_1,generation=1}
[junit4:junit4] 2> 495217 T955 C41 P44428 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 495218 T955 C41 P44428 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@501d9ded lockFactory=org.apache.lucene.store.NativeFSLockFactory@502a46de),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@501d9ded lockFactory=org.apache.lucene.store.NativeFSLockFactory@502a46de),segFN=segments_2,generation=2}
[junit4:junit4] 2> 495219 T955 C41 P44428 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 495219 T955 C41 P44428 oass.SolrIndexSearcher.<init> Opening Searcher@a7d8810 main
[junit4:junit4] 2> 495220 T955 C41 P44428 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 495221 T969 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a7d8810 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 495222 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 60
[junit4:junit4] 2> 495236 T995 C40 P44435 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 495237 T995 C40 P44435 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a946575 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2708e2bf),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a946575 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2708e2bf),segFN=segments_3,generation=3}
[junit4:junit4] 2> 495238 T995 C40 P44435 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 495239 T995 C40 P44435 oass.SolrIndexSearcher.<init> Opening Searcher@8b831ab main
[junit4:junit4] 2> 495239 T995 C40 P44435 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 495240 T1003 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8b831ab main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 495241 T995 C40 P44435 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:44432/collection1/, StdNode: http://127.0.0.1:44438/collection1/, StdNode: http://127.0.0.1:44444/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 495244 T979 C39 P44432 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 495245 T979 C39 P44432 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@508711d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f4cc1a0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@508711d6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3f4cc1a0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 495246 T979 C39 P44432 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 495247 T979 C39 P44432 oass.SolrIndexSearcher.<init> Opening Searcher@59592721 main
[junit4:junit4] 2> 495247 T979 C39 P44432 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 495248 T987 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59592721 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 495248 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> C38_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44444_, base_url=http://127.0.0.1:44444}
[junit4:junit4] 2> 495252 T1024 C38 P44444 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C37_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:44438_, base_url=http://127.0.0.1:44438}
[junit4:junit4] 2> 495252 T1007 C37 P44438 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 495253 T1024 C38 P44444 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@315e565a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a9f4297),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@315e565a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a9f4297),segFN=segments_3,generation=3}
[junit4:junit4] 2> 495254 T1007 C37 P44438 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41521e0c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bada51),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41521e0c lockFactory=org.apache.lucene.store.NativeFSLockFactory@36bada51),segFN=segments_3,generation=3}
[junit4:junit4] 2> 495254 T1024 C38 P44444 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 495255 T1007 C37 P44438 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 495255 T1024 C38 P44444 oass.SolrIndexSearcher.<init> Opening Searcher@4cbd842c main
[junit4:junit4] 2> 495257 T1007 C37 P44438 oass.SolrIndexSearcher.<init> Opening Searcher@16e2db01 main
[junit4:junit4] 2> 495257 T1024 C38 P44444 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 495257 T1007 C37 P44438 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 495258 T1036 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cbd842c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 495258 T1019 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16e2db01 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 495259 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 495259 T1007 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 495260 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 24
[junit4:junit4] 2> 495261 T943 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 495265 T980 C39 P44432 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 495267 T1008 C37 P44438 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 495270 T996 C40 P44435 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 495272 T1025 C38 P44444 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 497278 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435614545596907520)} 0 2
[junit4:junit4] 2> 497288 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435614545601101824&update.from=http://127.0.0.1:44432/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435614545601101824)} 0 1
[junit4:junit4] 2> 497293 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435614545607393280&update.from=http://127.0.0.1:44435/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435614545607393280)} 0 2
[junit4:junit4] 2> 497294 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435614545607393280)} 0 7
[junit4:junit4] 2> 497295 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435614545601101824)} 0 14
[junit4:junit4] 2> 497299 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1435614545619976192)]} 0 1
[junit4:junit4] 2> 497306 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435614545624170496)]} 0 1
[junit4:junit4] 2> 497307 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1435614545624170496)]} 0 5
[junit4:junit4] 2> 497311 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1435614545632559104)]} 0 1
[junit4:junit4] 2> 497321 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435614545638850560)]} 0 1
[junit4:junit4] 2> 497322 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1435614545638850560)]} 0 5
[junit4:junit4] 2> 497323 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 9
[junit4:junit4] 2> 497326 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1435614545648287744)]} 0 1
[junit4:junit4] 2> 497338 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435614545655627776)]} 0 1
[junit4:junit4] 2> 497339 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1435614545655627776)]} 0 6
[junit4:junit4] 2> 497340 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2]} 0 10
[junit4:junit4] 2> 497344 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1435614545667162112)]} 0 1
[junit4:junit4] 2> 497351 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435614545671356416)]} 0 1
[junit4:junit4] 2> 497352 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1435614545671356416)]} 0 5
[junit4:junit4] 2> 497356 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1435614545678696448)]} 0 1
[junit4:junit4] 2> 497363 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435614545683939328)]} 0 1
[junit4:junit4] 2> 497364 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1435614545683939328)]} 0 5
[junit4:junit4] 2> 497369 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1435614545692327936)]} 0 1
[junit4:junit4] 2> 497380 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435614545700716544)]} 0 1
[junit4:junit4] 2> 497381 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1435614545700716544)]} 0 5
[junit4:junit4] 2> 497382 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 9
[junit4:junit4] 2> 497386 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1435614545710153728)]} 0 1
[junit4:junit4] 2> 497393 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435614545714348032)]} 0 1
[junit4:junit4] 2> 497394 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1435614545714348032)]} 0 5
[junit4:junit4] 2> 497396 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1435614545721688064)]} 0 0
[junit4:junit4] 2> 497406 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435614545727979520)]} 0 1
[junit4:junit4] 2> 497407 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1435614545727979520)]} 0 4
[junit4:junit4] 2> 497407 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7]} 0 8
[junit4:junit4] 2> 497411 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1435614545736368128)]} 0 1
[junit4:junit4] 2> 497419 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435614545742659584)]} 0 0
[junit4:junit4] 2> 497420 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1435614545742659584)]} 0 4
[junit4:junit4] 2> 497421 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 8
[junit4:junit4] 2> 497424 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1435614545751048192)]} 0 0
[junit4:junit4] 2> 497435 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435614545759436800)]} 0 1
[junit4:junit4] 2> 497436 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!9 (1435614545759436800)]} 0 5
[junit4:junit4] 2> 497436 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9]} 0 9
[junit4:junit4] 2> 497440 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1435614545766776832)]} 0 1
[junit4:junit4] 2> 497451 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435614545775165440)]} 0 1
[junit4:junit4] 2> 497451 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1435614545775165440)]} 0 4
[junit4:junit4] 2> 497452 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 8
[junit4:junit4] 2> 497456 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1435614545783554048)]} 0 1
[junit4:junit4] 2> 497466 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435614545790894080)]} 0 1
[junit4:junit4] 2> 497467 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1435614545790894080)]} 0 5
[junit4:junit4] 2> 497468 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 9
[junit4:junit4] 2> 497472 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1435614545800331264)]} 0 1
[junit4:junit4] 2> 497478 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435614545804525568)]} 0 0
[junit4:junit4] 2> 497479 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1435614545804525568)]} 0 4
[junit4:junit4] 2> 497483 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1435614545812914176)]} 0 0
[junit4:junit4] 2> 497491 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435614545818157056)]} 0 1
[junit4:junit4] 2> 497492 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1435614545818157056)]} 0 5
[junit4:junit4] 2> 497496 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1435614545825497088)]} 0 1
[junit4:junit4] 2> 497505 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435614545830739968)]} 0 1
[junit4:junit4] 2> 497505 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1435614545830739968)]} 0 5
[junit4:junit4] 2> 497510 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1435614545840177152)]} 0 1
[junit4:junit4] 2> 497514 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435614545842274304)]} 0 0
[junit4:junit4] 2> 497515 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1435614545842274304)]} 0 4
[junit4:junit4] 2> 497520 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1435614545850662912)]} 0 1
[junit4:junit4] 2> 497529 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435614545859051520)]} 0 0
[junit4:junit4] 2> 497531 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1435614545859051520)]} 0 4
[junit4:junit4] 2> 497531 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 8
[junit4:junit4] 2> 497535 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1435614545866391552)]} 0 1
[junit4:junit4] 2> 497543 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435614545870585856)]} 0 1
[junit4:junit4] 2> 497544 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1435614545870585856)]} 0 6
[junit4:junit4] 2> 497548 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1435614545880023040)]} 0 1
[junit4:junit4] 2> 497558 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435614545888411648)]} 0 0
[junit4:junit4] 2> 497559 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1435614545888411648)]} 0 4
[junit4:junit4] 2> 497560 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18]} 0 8
[junit4:junit4] 2> 497564 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1435614545896800256)]} 0 1
[junit4:junit4] 2> 497570 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435614545900994560)]} 0 0
[junit4:junit4] 2> 497571 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1435614545900994560)]} 0 4
[junit4:junit4] 2> 497575 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1435614545908334592)]} 0 1
[junit4:junit4] 2> 497581 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435614545911480320)]} 0 1
[junit4:junit4] 2> 497582 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1435614545911480320)]} 0 5
[junit4:junit4] 2> 497585 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1435614545918820352)]} 0 1
[junit4:junit4] 2> 497591 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435614545921966080)]} 0 1
[junit4:junit4] 2> 497591 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1435614545921966080)]} 0 4
[junit4:junit4] 2> 497595 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1435614545930354688)]} 0 0
[junit4:junit4] 2> 497605 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435614545936646144)]} 0 1
[junit4:junit4] 2> 497605 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1435614545936646144)]} 0 4
[junit4:junit4] 2> 497606 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22]} 0 8
[junit4:junit4] 2> 497609 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1435614545945034752)]} 0 0
[junit4:junit4] 2> 497619 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435614545951326208)]} 0 1
[junit4:junit4] 2> 497619 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1435614545951326208)]} 0 4
[junit4:junit4] 2> 497620 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 7
[junit4:junit4] 2> 497623 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1435614545959714816)]} 0 0
[junit4:junit4] 2> 497629 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435614545962860544)]} 0 0
[junit4:junit4] 2> 497630 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1435614545962860544)]} 0 4
[junit4:junit4] 2> 497635 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1435614545971249152)]} 0 1
[junit4:junit4] 2> 497642 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435614545975443456)]} 0 1
[junit4:junit4] 2> 497643 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1435614545975443456)]} 0 5
[junit4:junit4] 2> 497647 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1435614545983832064)]} 0 1
[junit4:junit4] 2> 497656 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435614545990123520)]} 0 1
[junit4:junit4] 2> 497657 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1435614545990123520)]} 0 5
[junit4:junit4] 2> 497657 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26]} 0 8
[junit4:junit4] 2> 497661 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1435614545998512128)]} 0 1
[junit4:junit4] 2> 497670 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435614546004803584)]} 0 1
[junit4:junit4] 2> 497671 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1435614546004803584)]} 0 5
[junit4:junit4] 2> 497672 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27]} 0 9
[junit4:junit4] 2> 497675 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1435614546013192192)]} 0 1
[junit4:junit4] 2> 497682 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435614546017386496)]} 0 1
[junit4:junit4] 2> 497683 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1435614546017386496)]} 0 5
[junit4:junit4] 2> 497687 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1435614546025775104)]} 0 1
[junit4:junit4] 2> 497694 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435614546029969408)]} 0 1
[junit4:junit4] 2> 497694 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1435614546029969408)]} 0 4
[junit4:junit4] 2> 497698 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1435614546037309440)]} 0 1
[junit4:junit4] 2> 497707 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435614546043600896)]} 0 1
[junit4:junit4] 2> 497708 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1435614546043600896)]} 0 5
[junit4:junit4] 2> 497709 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30]} 0 9
[junit4:junit4] 2> 497712 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1435614546051989504)]} 0 1
[junit4:junit4] 2> 497719 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435614546056183808)]} 0 1
[junit4:junit4] 2> 497719 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1435614546056183808)]} 0 4
[junit4:junit4] 2> 497723 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1435614546063523840)]} 0 1
[junit4:junit4] 2> 497729 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435614546066669568)]} 0 1
[junit4:junit4] 2> 497729 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1435614546066669568)]} 0 4
[junit4:junit4] 2> 497734 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1435614546075058176)]} 0 1
[junit4:junit4] 2> 497740 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435614546079252480)]} 0 0
[junit4:junit4] 2> 497741 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1435614546079252480)]} 0 4
[junit4:junit4] 2> 497744 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1435614546086592512)]} 0 0
[junit4:junit4] 2> 497750 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435614546089738240)]} 0 0
[junit4:junit4] 2> 497751 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1435614546089738240)]} 0 4
[junit4:junit4] 2> 497754 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1435614546097078272)]} 0 0
[junit4:junit4] 2> 497764 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435614546104418304)]} 0 0
[junit4:junit4] 2> 497765 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1435614546104418304)]} 0 4
[junit4:junit4] 2> 497766 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 9
[junit4:junit4] 2> 497770 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1435614546112806912)]} 0 1
[junit4:junit4] 2> 497777 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435614546117001216)]} 0 1
[junit4:junit4] 2> 497777 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1435614546117001216)]} 0 4
[junit4:junit4] 2> 497781 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1435614546124341248)]} 0 1
[junit4:junit4] 2> 497791 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435614546131681280)]} 0 1
[junit4:junit4] 2> 497792 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1435614546131681280)]} 0 5
[junit4:junit4] 2> 497793 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37]} 0 10
[junit4:junit4] 2> 497798 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1435614546142167040)]} 0 1
[junit4:junit4] 2> 497808 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435614546149507072)]} 0 1
[junit4:junit4] 2> 497809 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1435614546149507072)]} 0 5
[junit4:junit4] 2> 497809 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38]} 0 8
[junit4:junit4] 2> 497813 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1435614546157895680)]} 0 1
[junit4:junit4] 2> 497824 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435614546165235712)]} 0 1
[junit4:junit4] 2> 497825 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!39 (1435614546165235712)]} 0 6
[junit4:junit4] 2> 497825 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39]} 0 9
[junit4:junit4] 2> 497829 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1435614546174672896)]} 0 1
[junit4:junit4] 2> 497837 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1435614546180964352)]} 0 0
[junit4:junit4] 2> 497838 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1435614546180964352)]} 0 4
[junit4:junit4] 2> 497839 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40]} 0 8
[junit4:junit4] 2> 497843 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1435614546189352960)]} 0 1
[junit4:junit4] 2> 497850 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1435614546193547264)]} 0 1
[junit4:junit4] 2> 497851 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1435614546193547264)]} 0 5
[junit4:junit4] 2> 497855 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1435614546201935872)]} 0 1
[junit4:junit4] 2> 497861 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1435614546205081600)]} 0 1
[junit4:junit4] 2> 497862 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1435614546205081600)]} 0 5
[junit4:junit4] 2> 497865 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1435614546212421632)]} 0 1
[junit4:junit4] 2> 497876 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1435614546220810240)]} 0 1
[junit4:junit4] 2> 497876 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1435614546220810240)]} 0 4
[junit4:junit4] 2> 497877 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43]} 0 9
[junit4:junit4] 2> 497882 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1435614546230247424)]} 0 1
[junit4:junit4] 2> 497894 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1435614546238636032)]} 0 1
[junit4:junit4] 2> 497895 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1435614546238636032)]} 0 6
[junit4:junit4] 2> 497896 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 10
[junit4:junit4] 2> 497900 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1435614546249121792)]} 0 1
[junit4:junit4] 2> 497907 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1435614546253316096)]} 0 1
[junit4:junit4] 2> 497908 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1435614546253316096)]} 0 5
[junit4:junit4] 2> 497910 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1435614546260656128)]} 0 0
[junit4:junit4] 2> 497919 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1435614546264850432)]} 0 1
[junit4:junit4] 2> 497919 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1435614546264850432)]} 0 5
[junit4:junit4] 2> 497923 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1435614546273239040)]} 0 1
[junit4:junit4] 2> 497929 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1435614546277433344)]} 0 0
[junit4:junit4] 2> 497930 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1435614546277433344)]} 0 4
[junit4:junit4] 2> 497934 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1435614546284773376)]} 0 1
[junit4:junit4] 2> 497943 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1435614546292113408)]} 0 0
[junit4:junit4] 2> 497944 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1435614546292113408)]} 0 4
[junit4:junit4] 2> 497945 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 8
[junit4:junit4] 2> 497949 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1435614546300502016)]} 0 1
[junit4:junit4] 2> 497960 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1435614546308890624)]} 0 1
[junit4:junit4] 2> 497961 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1435614546308890624)]} 0 5
[junit4:junit4] 2> 497961 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49]} 0 9
[junit4:junit4] 2> 497966 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1435614546318327808)]} 0 1
[junit4:junit4] 2> 497974 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1435614546322522112)]} 0 1
[junit4:junit4] 2> 497975 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1435614546322522112)]} 0 6
[junit4:junit4] 2> 497980 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1435614546333007872)]} 0 1
[junit4:junit4] 2> 497991 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1435614546342445056)]} 0 1
[junit4:junit4] 2> 497992 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!51 (1435614546342445056)]} 0 5
[junit4:junit4] 2> 497992 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51]} 0 8
[junit4:junit4] 2> 497996 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1435614546349785088)]} 0 1
[junit4:junit4] 2> 498004 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1435614546353979392)]} 0 1
[junit4:junit4] 2> 498004 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1435614546353979392)]} 0 5
[junit4:junit4] 2> 498008 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1435614546362368000)]} 0 1
[junit4:junit4] 2> 498018 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1435614546369708032)]} 0 1
[junit4:junit4] 2> 498018 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!53 (1435614546369708032)]} 0 4
[junit4:junit4] 2> 498019 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53]} 0 8
[junit4:junit4] 2> 498023 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1435614546378096640)]} 0 1
[junit4:junit4] 2> 498034 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1435614546386485248)]} 0 1
[junit4:junit4] 2> 498035 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1435614546386485248)]} 0 5
[junit4:junit4] 2> 498036 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 9
[junit4:junit4] 2> 498039 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1435614546394873856)]} 0 1
[junit4:junit4] 2> 498045 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1435614546399068160)]} 0 0
[junit4:junit4] 2> 498046 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1435614546399068160)]} 0 4
[junit4:junit4] 2> 498050 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1435614546406408192)]} 0 1
[junit4:junit4] 2> 498057 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1435614546410602496)]} 0 1
[junit4:junit4] 2> 498057 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1435614546410602496)]} 0 4
[junit4:junit4] 2> 498078 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1435614546436816896)]} 0 1
[junit4:junit4] 2> 498087 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1435614546441011200)]} 0 1
[junit4:junit4] 2> 498088 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1435614546441011200)]} 0 6
[junit4:junit4] 2> 498091 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1435614546450448384)]} 0 0
[junit4:junit4] 2> 498102 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1435614546457788416)]} 0 1
[junit4:junit4] 2> 498103 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1435614546457788416)]} 0 5
[junit4:junit4] 2> 498103 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58]} 0 8
[junit4:junit4] 2> 498107 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1435614546466177024)]} 0 1
[junit4:junit4] 2> 498115 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1435614546471419904)]} 0 1
[junit4:junit4] 2> 498115 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1435614546471419904)]} 0 4
[junit4:junit4] 2> 498121 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1435614546480857088)]} 0 1
[junit4:junit4] 2> 498130 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1435614546487148544)]} 0 0
[junit4:junit4] 2> 498131 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1435614546487148544)]} 0 5
[junit4:junit4] 2> 498132 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60]} 0 9
[junit4:junit4] 2> 498136 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1435614546496585728)]} 0 1
[junit4:junit4] 2> 498146 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1435614546503925760)]} 0 1
[junit4:junit4] 2> 498146 T979 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1435614546503925760)]} 0 4
[junit4:junit4] 2> 498147 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61]} 0 8
[junit4:junit4] 2> 498152 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1435614546513362944)]} 0 1
[junit4:junit4] 2> 498159 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1435614546518605824)]} 0 0
[junit4:junit4] 2> 498160 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1435614546518605824)]} 0 4
[junit4:junit4] 2> 498163 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1435614546525945856)]} 0 0
[junit4:junit4] 2> 498174 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1435614546534334464)]} 0 1
[junit4:junit4] 2> 498175 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1435614546534334464)]} 0 4
[junit4:junit4] 2> 498175 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 9
[junit4:junit4] 2> 498179 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1435614546541674496)]} 0 1
[junit4:junit4] 2> 498185 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1435614546544820224)]} 0 1
[junit4:junit4] 2> 498185 T995 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1435614546544820224)]} 0 4
[junit4:junit4] 2> 498190 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1435614546553208832)]} 0 1
[junit4:junit4] 2> 498198 T1009 C37 P44438 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1435614546557403136)]} 0 1
[junit4:junit4] 2> 498199 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1435614546557403136)]} 0 5
[junit4:junit4] 2> 498203 T955 C41 P44428 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1435614546567888896)]} 0 1
[junit4:junit4] 2> 498217 T1024 C38 P44444 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44435/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1435614546578374656)]} 0 1
[junit4:junit4] 2> 498218 T997 C40 P44435 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:44432/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1435614546578374656)]} 0 5
[junit4:junit4] 2> 498219 T981 C39 P44432 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66]} 0 10
[junit4:junit4] 2> 498224 T955 C41 P44428 oasup.LogUpdateProcess
[...truncated too long message...]
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 742926 T1146 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 768562 T1237 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:58506 couldn't connect to http://127.0.0.1:14478/collection1/, counting as success
[junit4:junit4] 2> 768562 T1237 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58506 DONE. sync succeeded
[junit4:junit4] 2> 768563 T1237 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 768565 T1237 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4] 2> 768565 T1237 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58506/collection1/
[junit4:junit4] 2> 768566 T1237 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@626ec307
[junit4:junit4] 2> 768567 T1237 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=716,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 768567 T1237 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 768568 T1237 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 768568 T1237 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 768571 T1237 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 768571 T1237 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 768571 T1237 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369108762876/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369108762876/jetty4;done=false>>]
[junit4:junit4] 2> 768572 T1237 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369108762876/jetty4
[junit4:junit4] 2> 768572 T1237 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369108762876/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369108762876/jetty4/index;done=false>>]
[junit4:junit4] 2> 768572 T1237 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369108762876/jetty4/index
[junit4:junit4] 2> 768573 T1237 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 768573 T1237 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89725911884300300-127.0.0.1:58506__collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 768574 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 768574 T1237 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 768574 T1237 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 768575 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 768575 T1237 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 768575 T1237 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Lucene3x, sim=DefaultSimilarity, locale=es_HN, timezone=Asia/Istanbul
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=205555792,total=318767104
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SortByFunctionTest, TestSchemaSimilarityResource, TestCSVResponseWriter, TestSerializedLuceneMatchVersion, ShardRoutingTest, FileBasedSpellCheckerTest, UniqFieldsUpdateProcessorFactoryTest, UUIDFieldTest, TestLazyCores, LoggingHandlerTest, SpellCheckComponentTest, TestCharFilters, DOMUtilTest, BasicZkTest, TestFieldTypeResource, TestSolrDeletionPolicy2, ReturnFieldsTest, StatelessScriptUpdateProcessorFactoryTest, FieldMutatingUpdateProcessorTest, TestLMJelinekMercerSimilarityFactory, BasicDistributedZkTest, TestFieldResource, URLClassifyProcessorTest, TestStressRecovery, PathHierarchyTokenizerFactoryTest, SynonymTokenizerTest, SolrCoreCheckLockOnStartupTest, MoreLikeThisHandlerTest, WordBreakSolrSpellCheckerTest, TestManagedSchemaFieldResource, CSVRequestHandlerTest, TestZkChroot, TestFunctionQuery, TestSolrIndexConfig, XmlUpdateRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, TestLFUCache, DirectSolrSpellCheckerTest, TestSolrXml, TestFuzzyAnalyzedSuggestions, TestSolrQueryParserDefaultOperatorResource, TestSearchPerf, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 229.16s, 1 test, 1 error <<< FAILURES!
[...truncated 556 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 2 errors, 13 ignored (7 assumptions)
Total time: 51 minutes 13 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1270 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1270/
3 tests failed.
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([F1CF8A93E82E153B:7029048B9F717507]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=998, name=recoveryCmdExecutor-447-thread-3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722) 2) Thread[id=1000, name=recoveryCmdExecutor-447-thread-4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722) 3) Thread[id=996, name=recoveryCmdExecutor-447-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722) 4) Thread[id=1002, name=recoveryCmdExecutor-451-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
1) Thread[id=998, name=recoveryCmdExecutor-447-thread-3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
2) Thread[id=1000, name=recoveryCmdExecutor-447-thread-4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
3) Thread[id=996, name=recoveryCmdExecutor-447-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
4) Thread[id=1002, name=recoveryCmdExecutor-451-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([F1CF8A93E82E153B]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=998, name=recoveryCmdExecutor-447-thread-3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722) 2) Thread[id=1000, name=recoveryCmdExecutor-447-thread-4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722) 3) Thread[id=996, name=recoveryCmdExecutor-447-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722) 4) Thread[id=1002, name=recoveryCmdExecutor-451-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=998, name=recoveryCmdExecutor-447-thread-3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
2) Thread[id=1000, name=recoveryCmdExecutor-447-thread-4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
3) Thread[id=996, name=recoveryCmdExecutor-447-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
4) Thread[id=1002, name=recoveryCmdExecutor-451-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([F1CF8A93E82E153B]:0)
Build Log:
[...truncated 9448 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 2> 334711 T639 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /m_wzf/
[junit4:junit4] 2> 334718 T639 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1369126557119
[junit4:junit4] 2> 334720 T639 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 334720 T640 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 334821 T639 oasc.ZkTestServer.run start zk server on port:54714
[junit4:junit4] 2> 334822 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 334830 T646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d87a249 name:ZooKeeperConnection Watcher:127.0.0.1:54714 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 334830 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 334831 T639 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 334842 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 334845 T648 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cd408b7 name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 334845 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 334845 T639 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 334856 T639 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 334859 T639 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 334862 T639 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 334866 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 334867 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 334877 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 334878 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 334983 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 334984 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 334988 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 334989 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 334993 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 334994 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 334997 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 334998 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 335001 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 335002 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 335006 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 335007 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 335010 T639 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 335011 T639 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 335318 T639 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 335323 T639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46193
[junit4:junit4] 2> 335324 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 335324 T639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 335325 T639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416
[junit4:junit4] 2> 335326 T639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/solr.xml
[junit4:junit4] 2> 335326 T639 oasc.CoreContainer.<init> New CoreContainer 156122920
[junit4:junit4] 2> 335327 T639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/'
[junit4:junit4] 2> 335327 T639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/'
[junit4:junit4] 2> 335451 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416
[junit4:junit4] 2> 335453 T639 oasc.SolrCoreDiscoverer.addCore Discovered properties file /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/conf/core.properties, adding to cores
[junit4:junit4] 2> 335457 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/collection1
[junit4:junit4] 2> 335458 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/collection1/conf
[junit4:junit4] 2> 335483 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/collection1/conf/xslt
[junit4:junit4] 2> 335578 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/collection1/lib
[junit4:junit4] 2> 335579 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/collection1/lib/classes
[junit4:junit4] 2> 335586 T639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 335587 T639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 335587 T639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 335588 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 335588 T639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 335588 T639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 335589 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 335589 T639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 335589 T639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 335590 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 335602 T639 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 335602 T639 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54714/solr
[junit4:junit4] 2> 335603 T639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 335604 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 335606 T659 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1634b1c8 name:ZooKeeperConnection Watcher:127.0.0.1:54714 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 335607 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 335609 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 335622 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 335623 T661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5baf594f name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 335624 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 335626 T639 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 335638 T639 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 335642 T639 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 335644 T639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 335645 T639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 335655 T639 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 335668 T639 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 335670 T639 oasc.Overseer.start Overseer (id=89727078047940611-127.0.0.1:46193_m_wzf-n_0000000000) starting
[junit4:junit4] 2> 335674 T639 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 335678 T663 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 335679 T639 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 335682 T639 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 335684 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 335687 T662 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 335688 T639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 335689 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 335689 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 335698 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 335699 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 335701 T666 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74adcecb name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 335701 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 335703 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 335705 T639 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 335956 T639 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 335959 T639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51829
[junit4:junit4] 2> 335960 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 335961 T639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 335961 T639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106
[junit4:junit4] 2> 335962 T639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/solr.xml
[junit4:junit4] 2> 335962 T639 oasc.CoreContainer.<init> New CoreContainer 1168348208
[junit4:junit4] 2> 335963 T639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/'
[junit4:junit4] 2> 335963 T639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/'
[junit4:junit4] 2> 336078 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106
[junit4:junit4] 2> 336082 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/collection1
[junit4:junit4] 2> 336083 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/collection1/conf
[junit4:junit4] 2> 336182 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/collection1/conf/xslt
[junit4:junit4] 2> 336233 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/collection1/lib
[junit4:junit4] 2> 336235 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/collection1/lib/classes
[junit4:junit4] 2> 336238 T639 oasc.SolrCoreDiscoverer.addCore Discovered properties file /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/conf/core.properties, adding to cores
[junit4:junit4] 2> 336248 T639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 336249 T639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 336249 T639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 336250 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 336250 T639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 336251 T639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 336251 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 336252 T639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 336252 T639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 336253 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 336269 T639 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 336270 T639 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54714/solr
[junit4:junit4] 2> 336271 T639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 336272 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 336301 T677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20b0898d name:ZooKeeperConnection Watcher:127.0.0.1:54714 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 336301 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 336304 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 336312 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 336314 T679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cbd41f5 name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 336314 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 336326 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 337329 T639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 337333 T639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 337337 T666 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 337337 T679 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 337337 T661 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 337350 T639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 337351 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 337352 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 337640 T639 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 337643 T639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:53581
[junit4:junit4] 2> 337644 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 337645 T639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 337645 T639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762
[junit4:junit4] 2> 337646 T639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/solr.xml
[junit4:junit4] 2> 337646 T639 oasc.CoreContainer.<init> New CoreContainer 1324676887
[junit4:junit4] 2> 337647 T639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/'
[junit4:junit4] 2> 337648 T639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/'
[junit4:junit4] 2> 337757 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762
[junit4:junit4] 2> 337758 T639 oasc.SolrCoreDiscoverer.addCore Discovered properties file /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/conf/core.properties, adding to cores
[junit4:junit4] 2> 337761 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/collection1
[junit4:junit4] 2> 337763 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/collection1/conf
[junit4:junit4] 2> 337826 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/collection1/conf/xslt
[junit4:junit4] 2> 337913 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/collection1/lib
[junit4:junit4] 2> 337916 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/collection1/lib/classes
[junit4:junit4] 2> 337927 T639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 337927 T639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 337928 T639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 337928 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 337929 T639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 337930 T639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 337930 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 337931 T639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 337931 T639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 337932 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 337948 T639 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 337949 T639 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54714/solr
[junit4:junit4] 2> 337950 T639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 337951 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 337954 T691 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@319131da name:ZooKeeperConnection Watcher:127.0.0.1:54714 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 337954 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 337957 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 337969 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 337971 T693 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ce2180 name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 337972 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 337984 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 338987 T639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53581_m_wzf
[junit4:junit4] 2> 338990 T639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53581_m_wzf
[junit4:junit4] 2> 338994 T679 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 338995 T693 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 338994 T666 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 338994 T661 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 339010 T639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 339011 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 339011 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 339323 T639 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 339326 T639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:42766
[junit4:junit4] 2> 339327 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 339328 T639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 339328 T639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423
[junit4:junit4] 2> 339329 T639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/solr.xml
[junit4:junit4] 2> 339329 T639 oasc.CoreContainer.<init> New CoreContainer 96181060
[junit4:junit4] 2> 339330 T639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/'
[junit4:junit4] 2> 339331 T639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/'
[junit4:junit4] 2> 339465 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423
[junit4:junit4] 2> 339470 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/collection1
[junit4:junit4] 2> 339471 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/collection1/conf
[junit4:junit4] 2> 339527 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/collection1/conf/xslt
[junit4:junit4] 2> 339647 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/collection1/lib
[junit4:junit4] 2> 339650 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/collection1/lib/classes
[junit4:junit4] 2> 339654 T639 oasc.SolrCoreDiscoverer.addCore Discovered properties file /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/conf/core.properties, adding to cores
[junit4:junit4] 2> 339662 T639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 339663 T639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 339664 T639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 339664 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 339665 T639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 339665 T639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 339666 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 339666 T639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 339667 T639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 339668 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 339687 T639 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 339688 T639 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54714/solr
[junit4:junit4] 2> 339689 T639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 339690 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 339715 T705 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@93b94a5 name:ZooKeeperConnection Watcher:127.0.0.1:54714 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 339716 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 339728 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 339741 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 339744 T707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@187aa9fa name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 339744 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 339761 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 340764 T639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 340769 T639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 340773 T707 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 340774 T666 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 340774 T679 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 340774 T693 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 340773 T661 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 340787 T639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 340787 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 340788 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 341099 T639 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 341102 T639 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:14736
[junit4:junit4] 2> 341103 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 341104 T639 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 341104 T639 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199
[junit4:junit4] 2> 341105 T639 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/solr.xml
[junit4:junit4] 2> 341105 T639 oasc.CoreContainer.<init> New CoreContainer 299267975
[junit4:junit4] 2> 341106 T639 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/'
[junit4:junit4] 2> 341107 T639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/'
[junit4:junit4] 2> 341216 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199
[junit4:junit4] 2> 341217 T639 oasc.SolrCoreDiscoverer.addCore Discovered properties file /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/conf/core.properties, adding to cores
[junit4:junit4] 2> 341219 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/collection1
[junit4:junit4] 2> 341220 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/collection1/conf
[junit4:junit4] 2> 341227 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/collection1/conf/xslt
[junit4:junit4] 2> 341371 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/collection1/lib
[junit4:junit4] 2> 341374 T639 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/collection1/lib/classes
[junit4:junit4] 2> 341387 T639 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 341388 T639 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 341388 T639 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 341389 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 341389 T639 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 341390 T639 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 341390 T639 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 341391 T639 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 341392 T639 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 341392 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 341409 T639 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 341409 T639 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54714/solr
[junit4:junit4] 2> 341410 T639 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 341411 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 341414 T719 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52577158 name:ZooKeeperConnection Watcher:127.0.0.1:54714 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 341415 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 341419 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 341430 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 341433 T721 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ed824da name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 341433 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 341444 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 342448 T639 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 342451 T639 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 342454 T707 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 342455 T721 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 342455 T693 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 342455 T679 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 342455 T666 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 342455 T661 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 342468 T639 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4] 2> 342468 T639 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 342469 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 342487 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 342507 T669 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 342510 T661 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 342512 T663 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "maxShardsPerNode":null,
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"nodes_used_collection",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 342512 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 342513 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 342514 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 342514 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 342516 T711 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 342516 T670 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 342517 T697 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 342517 T670 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 342517 T711 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 342517 T651 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 342519 T711 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 342519 T651 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 342519 T670 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 342521 T651 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 342518 T697 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 342521 T651 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 342521 T670 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 342520 T711 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 342522 T697 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 342523 T651 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 342524 T711 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 342524 T651 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 342523 T670 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 342523 T697 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 342525 T670 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 342524 T711 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 342527 T651 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 342527 T697 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 342529 T670 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 342537 T711 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 342539 T697 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 342539 T651 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 2> 342539 T670 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 2> 342540 T711 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 2> 342542 T697 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 2> 342660 T651 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 342660 T697 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 342661 T670 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 342661 T711 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 342761 T697 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 342762 T711 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 342762 T651 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 342762 T670 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 342863 T697 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 342864 T651 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 342864 T711 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 342865 T670 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 342872 T697 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4] 2> 342872 T651 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4] 2> 342873 T711 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4] 2> 342873 T670 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4] 2> 343781 T697 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 343781 T651 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 343786 T711 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 343787 T670 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 343800 T697 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 343801 T711 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 343802 T651 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 343802 T670 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 343807 T697 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 343808 T711 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 343808 T651 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 343809 T670 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 343834 T670 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343834 T711 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343834 T651 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343834 T697 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343842 T670 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343842 T711 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343843 T651 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343844 T697 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 343849 T670 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343849 T711 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343851 T651 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343851 T697 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343851 T670 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343852 T651 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343851 T711 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343854 T651 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343853 T697 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343853 T670 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343856 T697 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343855 T651 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343855 T711 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343857 T697 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343858 T651 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343856 T670 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343859 T651 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343858 T711 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 343861 T670 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343860 T651 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343860 T697 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343862 T651 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 2> 343862 T711 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 343861 T670 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343864 T711 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343863 T651 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 343862 T697 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 343866 T651 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343866 T697 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343865 T711 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343864 T670 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343868 T711 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 2> 343867 T651 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/data
[junit4:junit4] 2> 343867 T697 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 2> 343869 T651 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 2> 343869 T711 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 343868 T670 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 2> 343871 T711 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343870 T651 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 343870 T697 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 343873 T651 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4] 2> 343873 T711 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/data
[junit4:junit4] 2> 343871 T670 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 343874 T711 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 2> 343873 T697 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343875 T711 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 343875 T670 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 343877 T711 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4] 2> 343876 T697 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/data
[junit4:junit4] 2> 343878 T670 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/data
[junit4:junit4] 2> 343878 T697 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 2> 343879 T651 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f156944 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2f0f89c8),segFN=segments_1,generation=1}
[junit4:junit4] 2> 343879 T670 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 2> 343880 T651 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 343879 T697 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 343880 T670 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 343882 T697 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4] 2> 343882 T670 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4] 2> 343883 T711 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36a7f655 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4df050bd),segFN=segments_1,generation=1}
[junit4:junit4] 2> 343884 T711 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 343885 T651 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 343886 T651 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 343887 T651 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 343888 T651 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 343889 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 343889 T697 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5b105db6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@31bea9ed),segFN=segments_1,generation=1}
[junit4:junit4] 2> 343890 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 343889 T670 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69a6c106 lockFactory=org.apache.lucene.store.NativeFSLockFactory@232851ee),segFN=segments_1,generation=1}
[junit4:junit4] 2> 343891 T711 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 343889 T651 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 343891 T670 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 343890 T697 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 343892 T711 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 343892 T651 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 343894 T711 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 343894 T651 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 343895 T711 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 343896 T651 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 343896 T670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 343896 T711 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 343897 T697 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 343898 T711 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 343897 T670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 343896 T651 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 343899 T711 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 343898 T697 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 343899 T670 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 343901 T697 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 343901 T670 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 343902 T697 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 343902 T670 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 343903 T670 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 343903 T697 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 343904 T670 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 343904 T697 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 343905 T670 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 343905 T697 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 343906 T670 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 343906 T697 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 343907 T697 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 343928 T697 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 343928 T670 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 343928 T711 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 343928 T651 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 343942 T697 oass.SolrIndexSearcher.<init> Opening Searcher@3062cc8a main
[junit4:junit4] 2> 343942 T711 oass.SolrIndexSearcher.<init> Opening Searcher@7485bee6 main
[junit4:junit4] 2> 343942 T651 oass.SolrIndexSearcher.<init> Opening Searcher@71452cf8 main
[junit4:junit4] 2> 343942 T670 oass.SolrIndexSearcher.<init> Opening Searcher@111326f1 main
[junit4:junit4] 2> 343944 T651 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 2> 343943 T711 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 2> 343943 T697 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 2> 343944 T670 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 2> 343946 T651 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 343947 T711 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 343947 T697 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 343947 T651 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 343948 T697 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 343948 T670 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 343948 T711 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 343950 T670 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 343955 T729 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@71452cf8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 343955 T727 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@3062cc8a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 343957 T730 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@7485bee6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 343957 T728 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@111326f1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 343960 T651 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 2> 343972 T697 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 2> 343973 T670 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 2> 343973 T711 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 2> 344705 T662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 344706 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46193_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46193/m_wzf"}
[junit4:junit4] 2> 344706 T662 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4] 2> 344711 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:42766_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42766/m_wzf"}
[junit4:junit4] 2> 344722 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51829_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51829/m_wzf"}
[junit4:junit4] 2> 344726 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14736_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14736/m_wzf"}
[junit4:junit4] 2> 344742 T721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 344742 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 344742 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 344742 T693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 344742 T661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 344742 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 344976 T651 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 344976 T651 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:46193/m_wzf collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 344977 T651 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 344989 T697 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 344989 T670 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 344989 T711 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 344990 T670 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:51829/m_wzf collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 344989 T697 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:42766/m_wzf collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 344990 T711 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:14736/m_wzf collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 344992 T670 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 344993 T711 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 345003 T697 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 345015 T697 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 345016 T697 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 345016 T697 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:42766/m_wzf/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 345017 T697 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:42766/m_wzf START replicas=[http://127.0.0.1:46193/m_wzf/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 2> 345018 T697 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:42766/m_wzf DONE. We have no versions. sync failed.
[junit4:junit4] 2> 345018 T711 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 345018 T697 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 345020 T697 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 345021 T697 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:42766/m_wzf/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 345021 T697 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 2> 345023 T711 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 345023 T711 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 345024 T711 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:14736/m_wzf/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 345024 T711 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:14736/m_wzf START replicas=[http://127.0.0.1:51829/m_wzf/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4] 2> 345025 T711 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:14736/m_wzf DONE. We have no versions. sync failed.
[junit4:junit4] 2> 345025 T711 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 345026 T711 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 345026 T711 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:14736/m_wzf/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 345027 T711 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 2> ASYNC NEW_CORE C34 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@6d128cb0 url=http://127.0.0.1:46193/m_wzf/nodes_used_collection_shard2_replica1 node=127.0.0.1:46193_m_wzf C34_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:46193_m_wzf, base_url=http://127.0.0.1:46193/m_wzf}
[junit4:junit4] 2> 345028 T652 C34 P46193 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/m_wzf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C35 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@6f7a132a url=http://127.0.0.1:51829/m_wzf/nodes_used_collection_shard1_replica1 node=127.0.0.1:51829_m_wzf C35_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:51829_m_wzf, base_url=http://127.0.0.1:51829/m_wzf}
[junit4:junit4] 2> 345034 T671 C35 P51829 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/m_wzf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 346260 T662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 346292 T721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 346292 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 346292 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 346292 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 346292 T693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 346292 T661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 346304 T697 oasc.ZkController.register We are http://127.0.0.1:42766/m_wzf/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:42766/m_wzf/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 346304 T697 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:42766/m_wzf
[junit4:junit4] 2> 346305 T697 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 346305 T697 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 2> 346307 T697 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 346308 T697 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3791
[junit4:junit4] 2> 346309 T711 oasc.ZkController.register We are http://127.0.0.1:14736/m_wzf/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:14736/m_wzf/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 346309 T711 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:14736/m_wzf
[junit4:junit4] 2> 346310 T651 oasc.ZkController.register We are http://127.0.0.1:46193/m_wzf/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:42766/m_wzf/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 346310 T711 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 346310 T651 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:46193/m_wzf
[junit4:junit4] 2> 346311 T711 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4] 2> 346311 T651 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 346312 T651 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 346313 T733 C34 P46193 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4] 2> 346313 T733 C34 P46193 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 346313 T711 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 346313 T651 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 346314 T733 C34 P46193 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4] 2> 346315 T711 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3799
[junit4:junit4] 2> 346315 T651 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3799
[junit4:junit4] 2> 346316 T733 C34 P46193 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 346325 T670 oasc.ZkController.register We are http://127.0.0.1:51829/m_wzf/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:14736/m_wzf/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 346325 T670 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:51829/m_wzf
[junit4:junit4] 2> 346326 T670 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 346326 T670 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 346327 T734 C35 P51829 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4] 2> 346327 T734 C35 P51829 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 346327 T670 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 346328 T734 C35 P51829 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4] 2> 346329 T670 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=3813
[junit4:junit4] 2> 346330 T663 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 2> 346330 T734 C35 P51829 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 346337 T698 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:46193_m_wzf_nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 346344 T712 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51829_m_wzf_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 346349 T679 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 2> 346350 T661 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 346350 T663 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=3791},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=3799},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=3799},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=3813},core=nodes_used_collection_shard1_replica1}}}
[junit4:junit4] 2> 346355 T669 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=3855
[junit4:junit4] 2> 346356 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 346357 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 346359 T736 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32ad27fb name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 346360 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 346362 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 346365 T639 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 346367 T639 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 346369 T738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cb1616f name:ZooKeeperConnection Watcher:127.0.0.1:54714/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 346369 T639 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 346371 T639 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 346386 T653 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=4&maxShardsPerNode=5&name=awholynewcollection_0&replicationFactor=5&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 346388 T661 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 346390 T663 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"4",
[junit4:junit4] 2> "maxShardsPerNode":"5",
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"awholynewcollection_0",
[junit4:junit4] 2> "replicationFactor":"5"}
[junit4:junit4] 2> 346390 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53581_m_wzf
[junit4:junit4] 2> 346391 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 346391 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 346391 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 346392 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica5 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 346392 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53581_m_wzf
[junit4:junit4] 2> 346392 T683 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard1_replica1
[junit4:junit4] 2> 346393 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 346393 T683 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346394 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 346394 T711 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard1_replica2
[junit4:junit4] 2> 346395 T683 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 346395 T697 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard1_replica3
[junit4:junit4] 2> 346395 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 346395 T651 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard1_replica4
[junit4:junit4] 2> 346394 T684 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1
[junit4:junit4] 2> 346397 T651 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346397 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica5 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 346396 T697 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346396 T699 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard2_replica3
[junit4:junit4] 2> 346396 T683 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 346395 T670 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica5' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard1_replica5
[junit4:junit4] 2> 346395 T713 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard2_replica2
[junit4:junit4] 2> 346401 T683 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 346395 T711 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346401 T683 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 346402 T711 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 346401 T713 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346400 T670 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346400 T672 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica5' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard2_replica5
[junit4:junit4] 2> 346399 T697 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 346404 T683 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346399 T699 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346399 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53581_m_wzf
[junit4:junit4] 2> 346399 T651 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 346398 T654 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard2_replica4
[junit4:junit4] 2> 346398 T684 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346407 T654 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346408 T684 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346408 T654 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346407 T683 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 2> 346406 T651 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 346406 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 346406 T699 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346410 T699 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346404 T697 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 346404 T670 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346404 T713 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346412 T697 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 346404 T672 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346403 T711 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 346413 T699 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard2_replica3/'
[junit4:junit4] 2> 346412 T713 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346412 T670 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346411 T714 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard3_replica2
[junit4:junit4] 2> 346411 T651 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 346410 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 346409 T654 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346408 T684 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346407 T685 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1
[junit4:junit4] 2> 346417 T670 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard1_replica5/'
[junit4:junit4] 2> 346417 T713 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 2> 346416 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 346415 T714 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346415 T711 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 346415 T697 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346422 T655 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard3_replica4
[junit4:junit4] 2> 346414 T672 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346422 T655 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346421 T714 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346421 T684 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 2> 346424 T697 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard1_replica3/'
[junit4:junit4] 2> 346420 T654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard2_replica4/'
[junit4:junit4] 2> 346420 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica5 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 346419 T700 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard3_replica3
[junit4:junit4] 2> 346418 T651 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346418 T685 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346426 T700 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346426 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:53581_m_wzf
[junit4:junit4] 2> 346424 T655 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346424 T714 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346423 T711 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346423 T672 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346430 T686 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard4_replica1
[junit4:junit4] 2> 346429 T651 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard1_replica4/'
[junit4:junit4] 2> 346429 T655 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346432 T714 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 2> 346428 T700 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346428 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:14736_m_wzf
[junit4:junit4] 2> 346428 T685 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346427 T673 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica5' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard3_replica5
[junit4:junit4] 2> 346435 T655 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard3_replica4/'
[junit4:junit4] 2> 346435 T673 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346434 T685 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346434 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:42766_m_wzf
[junit4:junit4] 2> 346434 T672 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard2_replica5/'
[junit4:junit4] 2> 346433 T700 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346433 T711 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 2> 346431 T686 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346437 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:46193_m_wzf
[junit4:junit4] 2> 346437 T673 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346440 T673 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346436 T715 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard4_replica2
[junit4:junit4] 2> 346442 T656 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard4_replica4
[junit4:junit4] 2> 346442 T715 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346441 T700 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard3_replica3/'
[junit4:junit4] 2> 346440 T685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 2> 346440 T663 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica5 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:51829_m_wzf
[junit4:junit4] 2> 346440 T686 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346439 T701 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard4_replica3
[junit4:junit4] 2> 346445 T686 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346444 T673 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard3_replica5/'
[junit4:junit4] 2> 346444 T715 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346442 T656 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346447 T715 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346449 T656 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346447 T674 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica5' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard4_replica5
[junit4:junit4] 2> 346446 T701 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346450 T674 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 346451 T715 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369126563199/awholynewcollection_0_shard4_replica2/'
[junit4:junit4] 2> 346452 T674 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346449 T686 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard4_replica1/'
[junit4:junit4] 2> 346449 T656 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346452 T674 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346451 T701 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 346455 T701 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 346456 T656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard4_replica4/'
[junit4:junit4] 2> 346457 T674 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369126558106/awholynewcollection_0_shard4_replica5/'
[junit4:junit4] 2> 346459 T701 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369126561423/awholynewcollection_0_shard4_replica3/'
[junit4:junit4] 2> 346603 T684 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346607 T683 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346608 T699 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346620 T697 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346623 T713 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346629 T656 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346647 T670 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346647 T711 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346649 T686 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346704 T672 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346721 T655 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346732 T673 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346748 T685 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346751 T654 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346775 T651 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346790 T700 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346796 T714 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346807 T701 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346811 T674 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 346820 T715 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 347021 T686 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347024 T683 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347025 T684 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347029 T699 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347034 T656 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347041 T656 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347048 T672 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347060 T656 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
[junit4:junit4] 2> 347060 T713 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347065 T655 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347067 T655 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347067 T670 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347068 T672 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347069 T654 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347069 T685 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347069 T673 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347069 T670 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347071 T683 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347071 T686 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347085 T673 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347086 T685 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347085 T684 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347072 T654 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347091 T711 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347092 T655 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4] 2> 347093 T713 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347093 T697 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347094 T672 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica5] Schema name=test
[junit4:junit4] 2> 347095 T699 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347096 T711 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347098 T683 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4] 2> 347099 T670 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica5] Schema name=test
[junit4:junit4] 2> 347100 T685 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4] 2> 347099 T686 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
[junit4:junit4] 2> 347102 T684 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4] 2> 347103 T673 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica5] Schema name=test
[junit4:junit4] 2> 347102 T697 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347103 T654 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4] 2> 347105 T700 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347109 T700 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347109 T674 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347111 T701 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347111 T699 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4] 2> 347111 T674 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347115 T713 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4] 2> 347116 T701 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347117 T711 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4] 2> 347125 T700 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4] 2> 347126 T714 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347127 T674 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica5] Schema name=test
[junit4:junit4] 2> 347129 T697 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4] 2> 347131 T714 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347136 T651 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347138 T701 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
[junit4:junit4] 2> 347144 T715 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 347144 T651 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347148 T715 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 347152 T714 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4] 2> 347166 T651 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4] 2> 347170 T715 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
[junit4:junit4] 2> 347823 T662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 347827 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:42766_m_wzf_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:42766_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:42766/m_wzf"}
[junit4:junit4] 2> 347843 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:14736_m_wzf_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:14736_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:14736/m_wzf"}
[junit4:junit4] 2> 347863 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:46193_m_wzf_nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46193_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46193/m_wzf"}
[junit4:junit4] 2> 347882 T662 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:51829_m_wzf_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51829_m_wzf",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51829/m_wzf"}
[junit4:junit4] 2> 347902 T661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347903 T707 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347904 T679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347904 T666 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347902 T721 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347903 T736 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347903 T693 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 347904 T738 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 348340 T698 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:46193_m_wzf_nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 348341 T698 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:46193_m_wzf_nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:46193_m_wzf&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> 348347 T712 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51829_m_wzf_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 348348 T712 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51829_m_wzf_nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:51829_m_wzf&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> 349876 T685 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349881 T684 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349914 T654 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349915 T655 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349925 T685 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349925 T684 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349928 T686 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349930 T672 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349936 T655 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349937 T684 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349938 T700 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349938 T654 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349940 T685 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349957 T655 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349957 T654 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349960 T701 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349961 T686 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349963 T672 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349965 T673 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349971 T700 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349972 T683 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349972 T672 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349976 T686 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349977 T701 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349981 T656 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349982 T700 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349981 T674 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349984 T673 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349986 T685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 349988 T701 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349991 T684 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 349992 T673 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 349995 T654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 349996 T683 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 349996 T655 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 349996 T699 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 349997 T685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350000 T656 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 350002 T674 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 350003 T683 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 350003 T684 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350007 T655 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350007 T654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350008 T685 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350009 T656 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 350009 T674 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 350011 T685 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350012 T685 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350013 T685 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350014 T672 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350016 T685 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350017 T699 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 350018 T685 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350019 T685 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350019 T655 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350020 T684 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350020 T685 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4] 2> 350021 T686 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350022 T655 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350020 T654 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350023 T655 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350022 T684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350021 T685 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 350025 T684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350025 T655 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350024 T700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350024 T672 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350027 T699 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 350026 T685 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350026 T684 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350028 T685 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/data
[junit4:junit4] 2> 350028 T685 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4] 2> 350029 T685 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 350029 T686 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350030 T685 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard3_replica1/data/index
[junit4:junit4] 2> 350030 T654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350031 T654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350031 T684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350031 T673 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350031 T655 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350033 T684 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350032 T654 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350032 T701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350035 T684 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350035 T684 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4] 2> 350033 T655 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350036 T654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350037 T684 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 350037 T655 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350039 T684 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350039 T700 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350040 T656 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350041 T686 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350038 T654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350042 T685 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f4821d lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a7d5d73),segFN=segments_1,generation=1}
[junit4:junit4] 2> 350043 T685 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 350041 T684 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/data
[junit4:junit4] 2> 350044 T674 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350040 T672 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350039 T655 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica4] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard3_replica4/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard3_replica4/data/
[junit4:junit4] 2> 350044 T684 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4] 2> 350044 T686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350043 T683 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350043 T673 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350042 T654 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350047 T686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350047 T672 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350047 T684 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 350050 T685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 350050 T686 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350047 T701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350047 T655 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c4bb879
[junit4:junit4] 2> 350051 T685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 350050 T684 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369126559762/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4] 2> 350049 T672 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 350053 T699 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 350049 T654 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica4] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard2_replica4/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard2_replica4/data/
[junit4:junit4] 2> 350053 T672 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 350053 T686 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 350053 T685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 350052 T655 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 350057 T655 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard3_replica4/data
[junit4:junit4] 2> 350057 T655 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369126557416/awholynewcollection_0_shard3_replica4/data/index/
[junit4:junit4] 2> 350056 T685 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 350055 T686 oass.OpenExchangeRatesOrgProvider$OpenExchange
[...truncated too long message...]
ncurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([F1CF8A93E82E153B]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=998, name=recoveryCmdExecutor-447-thread-3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > 2) Thread[id=1000, name=recoveryCmdExecutor-447-thread-4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > 3) Thread[id=996, name=recoveryCmdExecutor-447-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4:junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
[junit4:junit4] > at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > 4) Thread[id=1002, name=recoveryCmdExecutor-451-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([F1CF8A93E82E153B]:0)
[junit4:junit4] Completed on J1 in 349.81s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 620 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 2 suite-level errors, 1 failure, 811 ignored
Total time: 35 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure