You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/06/17 19:08:35 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 293 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/293/
1 tests failed.
REGRESSION: org.apache.solr.client.solrj.impl.CloudSolrServerTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([199CBEA06FE07E27:987A30B818BF1E1B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrServerTest.doTest(CloudSolrServerTest.java:108)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 10633 lines...]
[junit4:junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
[junit4:junit4] 1> 63989 [SUITE-CloudSolrServerTest-seed#[199CBEA06FE07E27]-worker] INFO org.apache.solr.BaseDistributedSearchTestCase ? Setting hostContext system property: /
[junit4:junit4] 1> 63997 [SUITE-CloudSolrServerTest-seed#[199CBEA06FE07E27]-worker] WARN org.apache.solr.cloud.AbstractZkTestCase ? TEST_HOME() does not exist - solrj test?
[junit4:junit4] 1> 64004 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.SolrTestCaseJ4 ? ###Starting testDistribSearch
[junit4:junit4] 1> 64015 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkTestServer ? STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> 64023 [Thread-202] INFO org.apache.solr.cloud.ZkTestServer ? Starting server
[junit4:junit4] 1> 64224 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkTestServer ? start zk server on port:53698
[junit4:junit4] 1> 64461 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 64563 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@449fe1be name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 64564 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 64569 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /solr
[junit4:junit4] 1> 64647 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 64651 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@59371f36 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 64651 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 64666 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1
[junit4:junit4] 1> 64673 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/shards
[junit4:junit4] 1> 64680 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection
[junit4:junit4] 1> 64684 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection/shards
[junit4:junit4] 1> 64690 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> 64714 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> 64729 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> 64730 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> 64837 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
[junit4:junit4] 1> 64838 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
[junit4:junit4] 1> 64839 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
[junit4:junit4] 1> 64840 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
[junit4:junit4] 1> 64841 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
[junit4:junit4] 1> 64842 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
[junit4:junit4] 1> 64843 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
[junit4:junit4] 1> 64981 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
[junit4:junit4] 1> 64988 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53702
[junit4:junit4] 1> 64989 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
[junit4:junit4] 1> 64989 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> 64990 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453
[junit4:junit4] 1> 64991 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/solr.xml
[junit4:junit4] 1> 64991 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 1557125191
[junit4:junit4] 1> 64992 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/'
[junit4:junit4] 1> 64993 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/'
[junit4:junit4] 1> 65157 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
[junit4:junit4] 1> 65158 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
[junit4:junit4] 1> 65159 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
[junit4:junit4] 1> 65160 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> 65160 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
[junit4:junit4] 1> 65161 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> 65162 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> 65162 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
[junit4:junit4] 1> 65163 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
[junit4:junit4] 1> 65164 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> 65183 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
[junit4:junit4] 1> 65184 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
[junit4:junit4] 1> 65222 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
[junit4:junit4] 1> 65224 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 65228 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@31daa59d name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 65229 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 65239 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4] 1> 65259 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 65262 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@1cdb6810 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 65263 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 65279 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer/queue
[junit4:junit4] 1> 65296 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer/collection-queue-work
[junit4:junit4] 1> 65319 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes
[junit4:junit4] 1> 65323 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53702_
[junit4:junit4] 1> 65331 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53702_
[junit4:junit4] 1> 65338 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/election
[junit4:junit4] 1> 65373 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/leader
[junit4:junit4] 1> 65378 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.Overseer ? Overseer (id=89881892612079619-127.0.0.1:53702_-n_0000000000) starting
[junit4:junit4] 1> 65416 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer/queue-work
[junit4:junit4] 1> 65437 [Overseer-89881892612079619-127.0.0.1:53702_-n_0000000000] INFO org.apache.solr.cloud.OverseerCollectionProcessor ? Process current queue of collection creations
[junit4:junit4] 1> 65438 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /clusterstate.json
[junit4:junit4] 1> 65442 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /aliases.json
[junit4:junit4] 1> 65446 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
[junit4:junit4] 1> 65478 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Starting to work on the main queue
[junit4:junit4] 1> 65497 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 65498 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 66992 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 66994 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
[junit4:junit4] 1> 66994 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Create collection control_collection with numShards 1
[junit4:junit4] 1> 67033 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard1
[junit4:junit4] 1> 67058 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> 67505 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/collection1
[junit4:junit4] 1> 67505 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:control_collection
[junit4:junit4] 1> 67507 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
[junit4:junit4] 1> 67507 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/control_collection
[junit4:junit4] 1> 67510 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/collection1/'
[junit4:junit4] 1> 67603 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> 67671 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> 67774 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
[junit4:junit4] 1> 67788 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
[junit4:junit4] 1> 68476 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
[junit4:junit4] 1> 68479 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
[junit4:junit4] 1> 68482 [coreLoadExecutor-68-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
[junit4:junit4] 1> 68482 [coreLoadExecutor-68-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4] 1> 68493 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 68493 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/
[junit4:junit4] 1> 68494 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
[junit4:junit4] 1> 68494 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 68495 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data
[junit4:junit4] 1> 68495 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index/
[junit4:junit4] 1> 68495 [coreLoadExecutor-68-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> 68496 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index
[junit4:junit4] 1> 68500 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_1,generation=1}
[junit4:junit4] 1> 68500 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 68502 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> 68502 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> 68502 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
[junit4:junit4] 1> 68503 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
[junit4:junit4] 1> 68503 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> 68504 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> 68504 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
[junit4:junit4] 1> 68515 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> 68521 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@4c17025c main
[junit4:junit4] 1> 68522 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/tlog
[junit4:junit4] 1> 68523 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
[junit4:junit4] 1> 68523 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
[junit4:junit4] 1> 68524 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
[junit4:junit4] 1> 68524 [searcherExecutor-69-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@4c17025c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> 68525 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53702 collection:control_collection shard:shard1
[junit4:junit4] 1> 68538 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 1> 68554 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> 68579 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
[junit4:junit4] 1> 68595 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Enough replicas found to continue.
[junit4:junit4] 1> 68595 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
[junit4:junit4] 1> 68600 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53702/collection1/
[junit4:junit4] 1> 68601 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
[junit4:junit4] 1> 68601 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53702/collection1/ has no replicas
[junit4:junit4] 1> 68602 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53702/collection1/
[junit4:junit4] 1> 68602 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> 70068 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 70093 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> 70150 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53702/collection1/ and leader is http://127.0.0.1:53702/collection1/
[junit4:junit4] 1> 70150 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53702
[junit4:junit4] 1> 70151 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? I am the leader, no recovery necessary
[junit4:junit4] 1> 70151 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
[junit4:junit4] 1> 70152 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 70155 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 70157 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
[junit4:junit4] 1> 70158 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
[junit4:junit4] 1> 70159 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 70173 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:
[junit4:junit4] 1> 70181 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 70184 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@12439978 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 70185 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 70188 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
[junit4:junit4] 1> 70195 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> 70318 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
[junit4:junit4] 1> 70321 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53706
[junit4:junit4] 1> 70322 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
[junit4:junit4] 1> 70323 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> 70323 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803
[junit4:junit4] 1> 70324 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/solr.xml
[junit4:junit4] 1> 70325 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 1904028938
[junit4:junit4] 1> 70325 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/'
[junit4:junit4] 1> 70326 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/'
[junit4:junit4] 1> 70472 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
[junit4:junit4] 1> 70473 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
[junit4:junit4] 1> 70473 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
[junit4:junit4] 1> 70474 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> 70474 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
[junit4:junit4] 1> 70475 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> 70476 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> 70476 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
[junit4:junit4] 1> 70477 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
[junit4:junit4] 1> 70478 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> 70496 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
[junit4:junit4] 1> 70496 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
[junit4:junit4] 1> 70497 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
[junit4:junit4] 1> 70499 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 70502 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@73f14555 name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 70503 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 70514 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4] 1> 70526 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 70529 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@1db3ad9b name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 70529 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 70537 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
[junit4:junit4] 1> 71544 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53706_
[junit4:junit4] 1> 71547 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53706_
[junit4:junit4] 1> 71553 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (2)
[junit4:junit4] 1> 71553 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (2)
[junit4:junit4] 1> 71553 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (2)
[junit4:junit4] 1> 71554 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 71575 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 71576 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 71609 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 71611 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53702__collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
[junit4:junit4] 1> 71618 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53706_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53706"}
[junit4:junit4] 1> 71618 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Create collection collection1 with numShards 2
[junit4:junit4] 1> 71619 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard1
[junit4:junit4] 1> 71632 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 71632 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 71632 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 72580 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/collection1
[junit4:junit4] 1> 72581 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
[junit4:junit4] 1> 72582 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
[junit4:junit4] 1> 72583 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
[junit4:junit4] 1> 72586 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/collection1/'
[junit4:junit4] 1> 72642 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> 72707 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> 72809 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
[junit4:junit4] 1> 72830 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
[junit4:junit4] 1> 73480 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
[junit4:junit4] 1> 73485 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
[junit4:junit4] 1> 73488 [coreLoadExecutor-78-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
[junit4:junit4] 1> 73489 [coreLoadExecutor-78-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4] 1> 73490 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 73491 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/
[junit4:junit4] 1> 73491 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
[junit4:junit4] 1> 73492 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 73493 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1
[junit4:junit4] 1> 73493 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index/
[junit4:junit4] 1> 73493 [coreLoadExecutor-78-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> 73494 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index
[junit4:junit4] 1> 73499 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_1,generation=1}
[junit4:junit4] 1> 73499 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 73501 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> 73502 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> 73502 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
[junit4:junit4] 1> 73503 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
[junit4:junit4] 1> 73503 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> 73504 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> 73505 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
[junit4:junit4] 1> 73521 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> 73529 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@3db9bdbb main
[junit4:junit4] 1> 73530 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/tlog
[junit4:junit4] 1> 73532 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
[junit4:junit4] 1> 73532 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
[junit4:junit4] 1> 73534 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
[junit4:junit4] 1> 73534 [searcherExecutor-79-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@3db9bdbb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> 73535 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53706 collection:collection1 shard:shard1
[junit4:junit4] 1> 73537 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> 73559 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
[junit4:junit4] 1> 73570 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Enough replicas found to continue.
[junit4:junit4] 1> 73570 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
[junit4:junit4] 1> 73571 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53706/collection1/
[junit4:junit4] 1> 73571 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
[junit4:junit4] 1> 73572 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53706/collection1/ has no replicas
[junit4:junit4] 1> 73572 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53706/collection1/
[junit4:junit4] 1> 73573 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> 74646 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 74664 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 74664 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 74664 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> 74712 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53706/collection1/ and leader is http://127.0.0.1:53706/collection1/
[junit4:junit4] 1> 74712 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53706
[junit4:junit4] 1> 74712 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? I am the leader, no recovery necessary
[junit4:junit4] 1> 74713 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
[junit4:junit4] 1> 74713 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 74716 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 74717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
[junit4:junit4] 1> 74718 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
[junit4:junit4] 1> 74719 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 74852 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
[junit4:junit4] 1> 74856 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53709
[junit4:junit4] 1> 74857 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
[junit4:junit4] 1> 74858 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> 74858 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342
[junit4:junit4] 1> 74859 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/solr.xml
[junit4:junit4] 1> 74860 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 1441614697
[junit4:junit4] 1> 74861 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/'
[junit4:junit4] 1> 74861 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/'
[junit4:junit4] 1> 75008 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
[junit4:junit4] 1> 75009 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
[junit4:junit4] 1> 75009 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
[junit4:junit4] 1> 75010 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> 75010 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
[junit4:junit4] 1> 75011 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> 75012 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> 75012 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
[junit4:junit4] 1> 75013 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
[junit4:junit4] 1> 75013 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> 75031 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
[junit4:junit4] 1> 75032 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
[junit4:junit4] 1> 75033 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
[junit4:junit4] 1> 75034 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 75037 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@365f91fa name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 75038 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 75047 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4] 1> 75061 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 75064 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@21944387 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 75065 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 75078 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
[junit4:junit4] 1> 76085 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53709_
[junit4:junit4] 1> 76111 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53709_
[junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 76119 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 76120 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 76150 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 76151 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 76184 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 76186 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53706__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53706_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53706"}
[junit4:junit4] 1> 76228 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53709_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53709"}
[junit4:junit4] 1> 76229 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Collection already exists with numShards=2
[junit4:junit4] 1> 76229 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard2
[junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 77183 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/collection1
[junit4:junit4] 1> 77183 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
[junit4:junit4] 1> 77185 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
[junit4:junit4] 1> 77185 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
[junit4:junit4] 1> 77188 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/collection1/'
[junit4:junit4] 1> 77241 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> 77305 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> 77408 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
[junit4:junit4] 1> 77429 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
[junit4:junit4] 1> 78071 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
[junit4:junit4] 1> 78075 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
[junit4:junit4] 1> 78078 [coreLoadExecutor-88-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
[junit4:junit4] 1> 78079 [coreLoadExecutor-88-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4] 1> 78080 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 78081 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/
[junit4:junit4] 1> 78081 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
[junit4:junit4] 1> 78082 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 78083 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2
[junit4:junit4] 1> 78083 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/index/
[junit4:junit4] 1> 78083 [coreLoadExecutor-88-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> 78084 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/index
[junit4:junit4] 1> 78088 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_1,generation=1}
[junit4:junit4] 1> 78089 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 78091 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> 78091 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> 78092 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
[junit4:junit4] 1> 78092 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
[junit4:junit4] 1> 78093 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> 78093 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> 78094 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
[junit4:junit4] 1> 78111 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> 78120 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@5e5909ed main
[junit4:junit4] 1> 78120 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/tlog
[junit4:junit4] 1> 78122 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
[junit4:junit4] 1> 78122 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
[junit4:junit4] 1> 78124 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
[junit4:junit4] 1> 78124 [searcherExecutor-89-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@5e5909ed main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> 78124 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53709 collection:collection1 shard:shard2
[junit4:junit4] 1> 78126 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> 78149 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
[junit4:junit4] 1> 78154 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Enough replicas found to continue.
[junit4:junit4] 1> 78155 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
[junit4:junit4] 1> 78155 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53709/collection1/
[junit4:junit4] 1> 78156 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
[junit4:junit4] 1> 78156 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53709/collection1/ has no replicas
[junit4:junit4] 1> 78156 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53709/collection1/
[junit4:junit4] 1> 78157 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> 79311 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 79345 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53709/collection1/ and leader is http://127.0.0.1:53709/collection1/
[junit4:junit4] 1> 79345 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53709
[junit4:junit4] 1> 79346 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? I am the leader, no recovery necessary
[junit4:junit4] 1> 79346 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
[junit4:junit4] 1> 79346 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 79349 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 79351 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
[junit4:junit4] 1> 79352 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
[junit4:junit4] 1> 79353 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 79491 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
[junit4:junit4] 1> 79495 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53712
[junit4:junit4] 1> 79496 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
[junit4:junit4] 1> 79497 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> 79498 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978
[junit4:junit4] 1> 79498 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/solr.xml
[junit4:junit4] 1> 79499 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 746395378
[junit4:junit4] 1> 79500 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/'
[junit4:junit4] 1> 79500 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/'
[junit4:junit4] 1> 79651 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
[junit4:junit4] 1> 79652 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
[junit4:junit4] 1> 79653 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
[junit4:junit4] 1> 79653 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> 79654 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
[junit4:junit4] 1> 79655 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> 79655 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> 79656 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
[junit4:junit4] 1> 79656 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
[junit4:junit4] 1> 79657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> 79675 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
[junit4:junit4] 1> 79676 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
[junit4:junit4] 1> 79676 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
[junit4:junit4] 1> 79678 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 79681 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@17fbabd5 name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 79682 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 79691 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4] 1> 79705 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 79708 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@7e70c691 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 79709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 79717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
[junit4:junit4] 1> 80724 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53712_
[junit4:junit4] 1> 80728 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53712_
[junit4:junit4] 1> 80733 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 80736 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 80737 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 80744 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 80745 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 80844 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 80846 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53709__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53709_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53709"}
[junit4:junit4] 1> 80853 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53712_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53712"}
[junit4:junit4] 1> 80854 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Collection already exists with numShards=2
[junit4:junit4] 1> 80854 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard1
[junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 81777 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/collection1
[junit4:junit4] 1> 81777 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
[junit4:junit4] 1> 81780 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
[junit4:junit4] 1> 81780 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
[junit4:junit4] 1> 81783 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/collection1/'
[junit4:junit4] 1> 81844 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> 81910 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> 82012 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
[junit4:junit4] 1> 82033 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
[junit4:junit4] 1> 82657 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
[junit4:junit4] 1> 82664 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
[junit4:junit4] 1> 82667 [coreLoadExecutor-98-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
[junit4:junit4] 1> 82668 [coreLoadExecutor-98-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4] 1> 82669 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 82670 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/
[junit4:junit4] 1> 82670 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
[junit4:junit4] 1> 82671 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 82672 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3
[junit4:junit4] 1> 82672 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index/
[junit4:junit4] 1> 82673 [coreLoadExecutor-98-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> 82673 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index
[junit4:junit4] 1> 82678 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_1,generation=1}
[junit4:junit4] 1> 82678 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 82681 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> 82682 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> 82682 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
[junit4:junit4] 1> 82683 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
[junit4:junit4] 1> 82683 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> 82684 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> 82684 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
[junit4:junit4] 1> 82706 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> 82718 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@fab2270 main
[junit4:junit4] 1> 82719 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/tlog
[junit4:junit4] 1> 82721 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
[junit4:junit4] 1> 82722 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
[junit4:junit4] 1> 82724 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
[junit4:junit4] 1> 82724 [searcherExecutor-99-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@fab2270 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> 82725 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53712 collection:collection1 shard:shard1
[junit4:junit4] 1> 82732 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53712/collection1/ and leader is http://127.0.0.1:53706/collection1/
[junit4:junit4] 1> 82733 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53712
[junit4:junit4] 1> 82733 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Core needs to recover:collection1
[junit4:junit4] 1> 82734 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.update.DefaultSolrCoreState ? Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> 82743 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> 82744 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? ###### startupVersions=[]
[junit4:junit4] 1> 82744 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 82744 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=recovering
[junit4:junit4] 1> 82745 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 82746 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
[junit4:junit4] 1> 82747 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
[junit4:junit4] 1> 82747 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 82747 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 82794 [qtp1273266312-897] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Going to wait for coreNodeName: 127.0.0.1:53712__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> 82890 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
[junit4:junit4] 1> 82893 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53716
[junit4:junit4] 1> 82895 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
[junit4:junit4] 1> 82895 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> 82896 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376
[junit4:junit4] 1> 82896 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/solr.xml
[junit4:junit4] 1> 82897 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 461066302
[junit4:junit4] 1> 82898 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/'
[junit4:junit4] 1> 82898 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/'
[junit4:junit4] 1> 83052 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
[junit4:junit4] 1> 83053 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
[junit4:junit4] 1> 83054 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
[junit4:junit4] 1> 83055 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> 83056 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
[junit4:junit4] 1> 83057 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> 83057 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> 83058 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
[junit4:junit4] 1> 83059 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
[junit4:junit4] 1> 83059 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 1> 83077 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
[junit4:junit4] 1> 83078 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
[junit4:junit4] 1> 83078 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
[junit4:junit4] 1> 83080 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 83083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@6f5c24c7 name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 83084 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 83093 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
[junit4:junit4] 1> 83104 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> 83107 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@3ef79ab0 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> 83108 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
[junit4:junit4] 1> 83121 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
[junit4:junit4] 1> 84066 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 84068 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53712__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53712_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53712"}
[junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84128 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53716_
[junit4:junit4] 1> 84130 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53716_
[junit4:junit4] 1> 84134 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84135 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84136 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
[junit4:junit4] 1> 84134 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 84136 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 84135 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
[junit4:junit4] 1> 84135 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
[junit4:junit4] 1> 84138 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 84138 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
[junit4:junit4] 1> 84138 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 84139 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
[junit4:junit4] 1> 84141 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
[junit4:junit4] 1> 84148 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 84148 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 84797 [qtp1273266312-897] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Waited coreNodeName: 127.0.0.1:53712__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> 84798 [qtp1273266312-897] INFO org.apache.solr.servlet.SolrDispatchFilter ? [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53712__collection1&state=recovering&nodeName=127.0.0.1:53712_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2012
[junit4:junit4] 1> 85591 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 85593 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53716_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53716"}
[junit4:junit4] 1> 85593 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Collection already exists with numShards=2
[junit4:junit4] 1> 85594 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard2
[junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 86153 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/collection1
[junit4:junit4] 1> 86153 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
[junit4:junit4] 1> 86155 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
[junit4:junit4] 1> 86155 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
[junit4:junit4] 1> 86157 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/collection1/'
[junit4:junit4] 1> 86210 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 1> 86284 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> 86386 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
[junit4:junit4] 1> 86400 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
[junit4:junit4] 1> 86800 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to PeerSync from http://127.0.0.1:53706/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> 86816 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4] 1> 86844 [RecoveryThread] INFO org.apache.solr.update.PeerSync ? PeerSync: core=collection1 url=http://127.0.0.1:53712 START replicas=[http://127.0.0.1:53706/collection1/] nUpdates=100
[junit4:junit4] 1> 86861 [RecoveryThread] WARN org.apache.solr.update.PeerSync ? no frame of reference to tell of we've missed updates
[junit4:junit4] 1> 86862 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> 86863 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting Replication Recovery. core=collection1
[junit4:junit4] 1> 86863 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Begin buffering updates. core=collection1
[junit4:junit4] 1> 86864 [RecoveryThread] INFO org.apache.solr.update.UpdateLog ? Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> 86864 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to replicate from http://127.0.0.1:53706/collection1/. core=collection1
[junit4:junit4] 1> 86864 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 86881 [qtp1273266312-898] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> 86925 [qtp1273266312-899] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 86928 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_1,generation=1}
[junit4:junit4] 1> 86929 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 86930 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_2,generation=2}
[junit4:junit4] 1> 86931 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
[junit4:junit4] 1> 86931 [qtp1273266312-899] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@5bf204be realtime
[junit4:junit4] 1> 86932 [qtp1273266312-899] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 86932 [qtp1273266312-899] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 46
[junit4:junit4] 1> 86934 [RecoveryThread] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
[junit4:junit4] 1> 86934 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4] 1> 86961 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> 87023 [qtp1273266312-900] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
[junit4:junit4] 1> 87024 [qtp1273266312-900] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=61
[junit4:junit4] 1> 87025 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Master's generation: 2
[junit4:junit4] 1> 87026 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Slave's generation: 1
[junit4:junit4] 1> 87026 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting replication process
[junit4:junit4] 1> 87029 [qtp1273266312-900] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> 87030 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Number of files in latest index in master: 1
[junit4:junit4] 1> 87031 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638
[junit4:junit4] 1> 87032 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@aa314f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@380e9936) fullCopy=false
[junit4:junit4] 1> 87047 [qtp1273266312-900] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=7
[junit4:junit4] 1> 87056 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Total time taken for download : 0 secs
[junit4:junit4] 1> 87057 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Creating new IndexWriter...
[junit4:junit4] 1> 87058 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> 87066 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_2,generation=2}
[junit4:junit4] 1> 87067 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
[junit4:junit4] 1> 87068 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? New IndexWriter is ready to be used.
[junit4:junit4] 1> 87068 [RecoveryThread] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@66c9bf2a main
[junit4:junit4] 1> 87068 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
[junit4:junit4] 1> 87069 [searcherExecutor-99-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@66c9bf2a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 87070 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638;done=true>>]
[junit4:junit4] 1> 87070 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638
[junit4:junit4] 1> 87071 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Removing directory before core close: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638
[junit4:junit4] 1> 87071 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? No replay needed. core=collection1
[junit4:junit4] 1> 87071 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> 87072 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
[junit4:junit4] 1> 87072 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 87073 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
[junit4:junit4] 1> 87074 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Finished recovery process. core=collection1
[junit4:junit4] 1> 87076 [coreLoadExecutor-108-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
[junit4:junit4] 1> 87077 [coreLoadExecutor-108-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
[junit4:junit4] 1> 87078 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 87078 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/
[junit4:junit4] 1> 87079 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
[junit4:junit4] 1> 87079 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> 87080 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4
[junit4:junit4] 1> 87080 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index/
[junit4:junit4] 1> 87081 [coreLoadExecutor-108-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> 87081 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index
[junit4:junit4] 1> 87085 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_1,generation=1}
[junit4:junit4] 1> 87086 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 87095 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> 87096 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> 87096 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
[junit4:junit4] 1> 87097 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
[junit4:junit4] 1> 87097 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> 87098 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> 87099 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
[junit4:junit4] 1> 87115 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> 87117 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 87118 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53712__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53712_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53712"}
[junit4:junit4] 1> 87123 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@2955fc3 main
[junit4:junit4] 1> 87125 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/tlog
[junit4:junit4] 1> 87126 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
[junit4:junit4] 1> 87126 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
[junit4:junit4] 1> 87128 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
[junit4:junit4] 1> 87128 [searcherExecutor-111-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@2955fc3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> 87129 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53716 collection:collection1 shard:shard2
[junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53716/collection1/ and leader is http://127.0.0.1:53709/collection1/
[junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53716
[junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Core needs to recover:collection1
[junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.update.DefaultSolrCoreState ? Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> 87137 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> 87138 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? ###### startupVersions=[]
[junit4:junit4] 1> 87138 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 87138 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=recovering
[junit4:junit4] 1> 87139 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 87140 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
[junit4:junit4] 1> 87141 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
[junit4:junit4] 1> 87141 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 87141 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 87160 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 87161 [qtp1959902397-913] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Going to wait for coreNodeName: 127.0.0.1:53716__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> 87163 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractFullDistribZkTestBase ? Wait for recoveries to finish - wait 30 for each attempt
[junit4:junit4] 1> 87163 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.BaseDistributedSearchTestCase ? Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
[junit4:junit4] 1> 87165 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 88168 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 88640 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 88642 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53716__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53716_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53716"}
[junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 89164 [qtp1959902397-913] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Waited coreNodeName: 127.0.0.1:53716__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> 89165 [qtp1959902397-913] INFO org.apache.solr.servlet.SolrDispatchFilter ? [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53716__collection1&state=recovering&nodeName=127.0.0.1:53716_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 1> 89171 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 90175 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 91167 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to PeerSync from http://127.0.0.1:53709/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> 91167 [RecoveryThread] INFO org.apache.solr.update.PeerSync ? PeerSync: core=collection1 url=http://127.0.0.1:53716 START replicas=[http://127.0.0.1:53709/collection1/] nUpdates=100
[junit4:junit4] 1> 91168 [RecoveryThread] WARN org.apache.solr.update.PeerSync ? no frame of reference to tell of we've missed updates
[junit4:junit4] 1> 91169 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> 91169 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting Replication Recovery. core=collection1
[junit4:junit4] 1> 91169 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Begin buffering updates. core=collection1
[junit4:junit4] 1> 91170 [RecoveryThread] INFO org.apache.solr.update.UpdateLog ? Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> 91171 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to replicate from http://127.0.0.1:53709/collection1/. core=collection1
[junit4:junit4] 1> 91171 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> 91179 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 91179 [qtp1959902397-914] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> 91188 [qtp1959902397-915] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 91191 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_1,generation=1}
[junit4:junit4] 1> 91192 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 91193 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_2,generation=2}
[junit4:junit4] 1> 91194 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
[junit4:junit4] 1> 91194 [qtp1959902397-915] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@36b2b6e0 realtime
[junit4:junit4] 1> 91195 [qtp1959902397-915] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 91196 [qtp1959902397-915] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> 91198 [RecoveryThread] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
[junit4:junit4] 1> 91198 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> 91202 [qtp1959902397-916] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
[junit4:junit4] 1> 91203 [qtp1959902397-916] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> 91204 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Master's generation: 2
[junit4:junit4] 1> 91205 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Slave's generation: 1
[junit4:junit4] 1> 91205 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting replication process
[junit4:junit4] 1> 91209 [qtp1959902397-916] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> 91210 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Number of files in latest index in master: 1
[junit4:junit4] 1> 91212 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818
[junit4:junit4] 1> 91212 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1773fa46 lockFactory=org.apache.lucene.store.NativeFSLockFactory@738d086) fullCopy=false
[junit4:junit4] 1> 91216 [qtp1959902397-916] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> 91218 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Total time taken for download : 0 secs
[junit4:junit4] 1> 91219 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Creating new IndexWriter...
[junit4:junit4] 1> 91219 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> 91221 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_2,generation=2}
[junit4:junit4] 1> 91222 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
[junit4:junit4] 1> 91222 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? New IndexWriter is ready to be used.
[junit4:junit4] 1> 91223 [RecoveryThread] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@3a78b343 main
[junit4:junit4] 1> 91224 [searcherExecutor-111-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@3a78b343 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 91224 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818;done=true>>]
[junit4:junit4] 1> 91225 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818
[junit4:junit4] 1> 91225 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Removing directory before core close: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818
[junit4:junit4] 1> 91226 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? No replay needed. core=collection1
[junit4:junit4] 1> 91226 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> 91226 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
[junit4:junit4] 1> 91227 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 91229 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Finished recovery process. core=collection1
[junit4:junit4] 1> 91668 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 91670 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53716__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53716_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53716"}
[junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 91710 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 91710 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 92183 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 92185 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.BaseDistributedSearchTestCase ? Recoveries finished - collection: collection1
[junit4:junit4] 1> 92197 [qtp1562534827-877] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 92200 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_1,generation=1}
[junit4:junit4] 1> 92200 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
[junit4:junit4] 1> 92201 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_2,generation=2}
[junit4:junit4] 1> 92202 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
[junit4:junit4] 1> 92203 [qtp1562534827-877] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@2bae1a6c main
[junit4:junit4] 1> 92203 [qtp1562534827-877] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 92203 [searcherExecutor-69-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@2bae1a6c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 92204 [qtp1562534827-877] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> 92234 [qtp1959902397-917] INFO org.apache.solr.update.SolrCmdDistributor ? Distrib commit to:[StdNode: http://127.0.0.1:53706/collection1/, StdNode: http://127.0.0.1:53712/collection1/, StdNode: http://127.0.0.1:53709/collection1/, StdNode: http://127.0.0.1:53716/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> 92251 [qtp1959902397-918] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 92251 [qtp1273266312-901] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 92253 [qtp1959902397-918] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_3,generation=3}
[junit4:junit4] 1> 92254 [qtp1273266312-901] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_3,generation=3}
[junit4:junit4] 1> 92254 [qtp1959902397-918] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
[junit4:junit4] 1> 92254 [qtp1273266312-901] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
[junit4:junit4] 1> 92255 [qtp1959902397-918] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@1a09f03e main
[junit4:junit4] 1> 92256 [qtp1273266312-901] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@7b0a0900 main
[junit4:junit4] 1> 92256 [searcherExecutor-89-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@1a09f03e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 92256 [qtp1959902397-918] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 92257 [searcherExecutor-79-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@7b0a0900 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 92257 [qtp1273266312-901] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 92258 [qtp1959902397-918] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> 92259 [qtp1273266312-901] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> 92259 [qtp2113126364-946] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 92259 [qtp496007044-929] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> 92261 [qtp2113126364-946] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_3,generation=3}
[junit4:junit4] 1> 92261 [qtp496007044-929] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_3,generation=3}
[junit4:junit4] 1> 92262 [qtp2113126364-946] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
[junit4:junit4] 1> 92262 [qtp496007044-929] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
[junit4:junit4] 1> 92263 [qtp2113126364-946] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@14e6134d main
[junit4:junit4] 1> 92264 [qtp496007044-929] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@45813064 main
[junit4:junit4] 1> 92264 [searcherExecutor-111-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@14e6134d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 92264 [qtp2113126364-946] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 92265 [searcherExecutor-99-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@45813064 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> 92265 [qtp496007044-929] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
[junit4:junit4] 1> 92266 [qtp2113126364-946] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> 92267 [qtp496007044-929] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 1> 92268 [qtp1959902397-917] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4] 1> 92270 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 92274 [qtp1273266312-902] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> 92278 [qtp496007044-930] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> 92281 [qtp1959902397-919] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> 92285 [qtp2113126364-947] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> 94299 [qtp1562534827-877] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438110313248456704)} 0 10
[junit4:junit4] 1> 94313 [qtp496007044-931] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438110313257893888&update.from=http://127.0.0.1:53706/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 2
[junit4:junit4] 1> 94313 [qtp2113126364-946] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438110313257893888&update.from=http://127.0.0.1:53709/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 2
[junit4:junit4] 1> 94314 [qtp1273266312-903] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 8
[junit4:junit4] 1> 94314 [qtp1959902397-913] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 8
[junit4:junit4] 1> 94316 [qtp2113126364-948] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 13
[junit4:junit4] 1> 94346 [qtp1562534827-877] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1438110313272573952)]} 0 27
[junit4:junit4] 1> 94379 [qtp496007044-931] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53706/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438110313327099904)]} 0 3
[junit4:junit4] 1> 94380 [qtp1273266312-897] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53712/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1438110313327099904)]} 0 9
[junit4:junit4] 1> 94381 [qtp496007044-932] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0]} 0 31
[junit4:junit4] 1> 94385 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: stop shard! 53702
[junit4:junit4] 1> 94386 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Shutting down CoreContainer instance=1557125191
[junit4:junit4] 1> 94722 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 94724 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=null message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53702__collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
[junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 96390 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 96391 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 96394 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7fd52634
[junit4:junit4] 1> 96395 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.UpdateHandler ? closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=1,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 1> 96396 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.SolrCoreState ? Closing SolrCoreState
[junit4:junit4] 1> 96396 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> 96397 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> 96476 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_3,generation=3}
[junit4:junit4] 1> 96477 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
[junit4:junit4] 1> 96480 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] Closing main searcher on request.
[junit4:junit4] 1> 96480 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> 96481 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index;done=false>>]
[junit4:junit4] 1> 96481 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index
[junit4:junit4] 1> 96703 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data;done=false>>]
[junit4:junit4] 1> 96704 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data
[junit4:junit4] 1> 96710 [Thread-212] INFO org.apache.solr.cloud.Overseer ? According to ZK I (id=89881892612079619-127.0.0.1:53702_-n_0000000000) am no longer a leader.
[junit4:junit4] 1> 96712 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 96712 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 96712 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> 96713 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.handler.ContextHandler ? stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 1> 96715 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/leader
[junit4:junit4] 1> 96716 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 96717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 96717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 96729 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.Overseer ? Overseer (id=89881892612079622-127.0.0.1:53706_-n_0000000001) starting
[junit4:junit4] 1> 96744 [Overseer-89881892612079622-127.0.0.1:53706_-n_0000000001] INFO org.apache.solr.cloud.OverseerCollectionProcessor ? Process current queue of collection creations
[junit4:junit4] 1> 96745 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
[junit4:junit4] 1> 96746 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 96746 [Thread-256] INFO org.apache.solr.cloud.Overseer ? Starting to work on the main queue
[junit4:junit4] 1> 96750 [Thread-256] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 96752 [Thread-256] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53702__collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
[junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 96768 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: stop shard! 53706
[junit4:junit4] 1> 96768 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Shutting down CoreContainer instance=1904028938
[junit4:junit4] 1> 97772 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
[junit4:junit4] 1> 97773 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> 97802 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7b7dc71e
[junit4:junit4] 1> 97803 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.UpdateHandler ? closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=1,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 1> 97804 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.SolrCoreState ? Closing SolrCoreState
[junit4:junit4] 1> 97805 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> 97805 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> 97811 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_3,generation=3}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_4,generation=4}
[junit4:junit4] 1> 97812 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? newest commit generation = 4
[junit4:junit4] 1> 97816 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] Closing main searcher on request.
[junit4:junit4] 1> 97817 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> 97817 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index;done=false>>]
[junit4:junit4] 1> 97818 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index
[junit4:junit4] 1> 97825 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1;done=false>>]
[junit4:junit4] 1> 97825 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1
[junit4:junit4] 1> 97827 [Thread-256] INFO org.apache.solr.cloud.Overseer ? According to ZK I (id=89881892612079622-127.0.0.1:53706_-n_0000000001) am no longer a leader.
[junit4:junit4] 1> 97829 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 97829 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 97829 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> 97832 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.handler.ContextHandler ? stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 1> 97834 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 97834 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 97835 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
[junit4:junit4] 1> 97837 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
[junit4:junit4] 1> 97838 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/leader
[junit4:junit4] 1> 97850 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Checking if I should try and be the leader.
[junit4:junit4] 1> 97851 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? My last published State was Active, it's okay to be the leader.
[junit4:junit4] 1> 97851 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
[junit4:junit4] 1> 97852 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53712/collection1/
[junit4:junit4] 1> 97852 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
[junit4:junit4] 1> 97853 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53712/collection1/ has no replicas
[junit4:junit4] 1> 97853 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53712/collection1/
[junit4:junit4] 1> 97853 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> 97859 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.Overseer ? Overseer (id=89881892612079624-127.0.0.1:53709_-n_0000000002) starting
[junit4:junit4] 1> 97882 [Overseer-89881892612079624-127.0.0.1:53709_-n_0000000002] INFO org.apache.solr.cloud.OverseerCollectionProcessor ? Process current queue of collection creations
[junit4:junit4] 1> 97885 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: stop shard! 53709
[junit4:junit4] 1> 97885 [Thread-257] INFO org.apache.solr.cloud.Overseer ? Starting to work on the main queue
[junit4:junit4] 1> 97885 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Shutting down CoreContainer instance=1441614697
[junit4:junit4] 1> 97889 [Thread-257] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
[junit4:junit4] 1> 97891 [Thread-257] INFO org.apache.solr.cloud.Overseer ? Update state numShards=null message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:53706__collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.
[...truncated too long message...]
ched 0 - closing IndexWriter
[junit4:junit4] 1> 128933 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.update.DefaultSolrCoreState ? closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> 128934 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_3,generation=3}
[junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_4,generation=4}
[junit4:junit4] 1> 128934 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.SolrCore ? newest commit generation = 4
[junit4:junit4] 1> 128937 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.SolrCore ? [collection1] Closing main searcher on request.
[junit4:junit4] 1> 128938 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> 128938 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4;done=false>>]
[junit4:junit4] 1> 128938 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4
[junit4:junit4] 1> 128939 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index;done=false>>]
[junit4:junit4] 1> 128939 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index
[junit4:junit4] 1> 128940 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> 128946 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.cloud.LeaderElector ?
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89881892612079628-127.0.0.1:53716__collection1-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> 128954 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 128955 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.common.cloud.ZkStateReader ? ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> 128955 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.common.cloud.ZkStateReader ? ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> 128956 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> 128956 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.common.cloud.ZkStateReader ? ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> 128956 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.cloud.LeaderElector ?
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Asserting), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=NestedPulsing), a_t=PostingsFormat(name=Asserting), text=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Lucene41WithOrds), intDefault=PostingsFormat(name=Asserting)}, docValues:{}, sim=DefaultSimilarity, locale=de_AT, timezone=Europe/Podgorica
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=69456056,total=259981312
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestUpdateRequestCodec, LargeVolumeJettyTest, TestEmbeddedSolrServer, SolrExampleStreamingBinaryTest, TestXMLEscaping, JettyWebappTest, SolrExampleXMLTest, TestJavaBinCodec, ClientUtilsTest, SolrExceptionTest, SolrExampleEmbeddedTest, TestDocumentObjectBinder, CloudSolrServerTest]
[junit4:junit4] Completed on J0 in 65.60s, 1 test, 1 error <<< FAILURES!
[...truncated 28 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:194: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:887: There were test failures: 46 suites, 272 tests, 1 error, 1 ignored (1 assumption)
Total time: 108 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
Re: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 293 - Failure
Posted by Mark Miller <ma...@gmail.com>.
I've got this. I had addressed it, but somehow lost the change before commit.
- Mark
On Jun 17, 2013, at 1:08 PM, Apache Jenkins Server <je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/293/
>
> 1 tests failed.
> REGRESSION: org.apache.solr.client.solrj.impl.CloudSolrServerTest.testDistribSearch
>
> Error Message:
>
>
> Stack Trace:
> java.lang.NullPointerException
> at __randomizedtesting.SeedInfo.seed([199CBEA06FE07E27:987A30B818BF1E1B]:0)
> at org.apache.solr.client.solrj.impl.CloudSolrServerTest.doTest(CloudSolrServerTest.java:108)
> at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:601)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
> at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
> at java.lang.Thread.run(Thread.java:722)
>
>
>
>
> Build Log:
> [...truncated 10633 lines...]
> [junit4:junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
> [junit4:junit4] 1> 63989 [SUITE-CloudSolrServerTest-seed#[199CBEA06FE07E27]-worker] INFO org.apache.solr.BaseDistributedSearchTestCase ? Setting hostContext system property: /
> [junit4:junit4] 1> 63997 [SUITE-CloudSolrServerTest-seed#[199CBEA06FE07E27]-worker] WARN org.apache.solr.cloud.AbstractZkTestCase ? TEST_HOME() does not exist - solrj test?
> [junit4:junit4] 1> 64004 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.SolrTestCaseJ4 ? ###Starting testDistribSearch
> [junit4:junit4] 1> 64015 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkTestServer ? STARTING ZK TEST SERVER
> [junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
> [junit4:junit4] 1> 64023 [Thread-202] INFO org.apache.solr.cloud.ZkTestServer ? Starting server
> [junit4:junit4] 1> 64224 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkTestServer ? start zk server on port:53698
> [junit4:junit4] 1> 64461 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 64563 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@449fe1be name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 64564 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 64569 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /solr
> [junit4:junit4] 1> 64647 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 64651 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@59371f36 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 64651 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 64666 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1
> [junit4:junit4] 1> 64673 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/shards
> [junit4:junit4] 1> 64680 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection
> [junit4:junit4] 1> 64684 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection/shards
> [junit4:junit4] 1> 64690 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
> [junit4:junit4] 1> 64714 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /configs/conf1/solrconfig.xml
> [junit4:junit4] 1> 64729 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
> [junit4:junit4] 1> 64730 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /configs/conf1/schema.xml
> [junit4:junit4] 1> 64837 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
> [junit4:junit4] 1> 64838 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
> [junit4:junit4] 1> 64839 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
> [junit4:junit4] 1> 64840 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
> [junit4:junit4] 1> 64841 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
> [junit4:junit4] 1> 64842 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
> [junit4:junit4] 1> 64843 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractZkTestCase ? skipping /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
> [junit4:junit4] 1> 64981 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
> [junit4:junit4] 1> 64988 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53702
> [junit4:junit4] 1> 64989 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
> [junit4:junit4] 1> 64989 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4] 1> 64990 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453
> [junit4:junit4] 1> 64991 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/solr.xml
> [junit4:junit4] 1> 64991 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 1557125191
> [junit4:junit4] 1> 64992 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/'
> [junit4:junit4] 1> 64993 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/'
> [junit4:junit4] 1> 65157 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
> [junit4:junit4] 1> 65158 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
> [junit4:junit4] 1> 65159 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
> [junit4:junit4] 1> 65160 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
> [junit4:junit4] 1> 65160 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
> [junit4:junit4] 1> 65161 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
> [junit4:junit4] 1> 65162 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
> [junit4:junit4] 1> 65162 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
> [junit4:junit4] 1> 65163 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
> [junit4:junit4] 1> 65164 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4] 1> 65183 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
> [junit4:junit4] 1> 65184 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
> [junit4:junit4] 1> 65222 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
> [junit4:junit4] 1> 65224 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 65228 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@31daa59d name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 65229 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 65239 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
> [junit4:junit4] 1> 65259 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 65262 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@1cdb6810 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 65263 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 65279 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer/queue
> [junit4:junit4] 1> 65296 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer/collection-queue-work
> [junit4:junit4] 1> 65319 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes
> [junit4:junit4] 1> 65323 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53702_
> [junit4:junit4] 1> 65331 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53702_
> [junit4:junit4] 1> 65338 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/election
> [junit4:junit4] 1> 65373 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/leader
> [junit4:junit4] 1> 65378 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.Overseer ? Overseer (id=89881892612079619-127.0.0.1:53702_-n_0000000000) starting
> [junit4:junit4] 1> 65416 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer/queue-work
> [junit4:junit4] 1> 65437 [Overseer-89881892612079619-127.0.0.1:53702_-n_0000000000] INFO org.apache.solr.cloud.OverseerCollectionProcessor ? Process current queue of collection creations
> [junit4:junit4] 1> 65438 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /clusterstate.json
> [junit4:junit4] 1> 65442 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /aliases.json
> [junit4:junit4] 1> 65446 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
> [junit4:junit4] 1> 65478 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Starting to work on the main queue
> [junit4:junit4] 1> 65497 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 65498 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 66992 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 66994 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=1 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":null,
> [junit4:junit4] 1> "numShards":"1",
> [junit4:junit4] 1> "shard":null,
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"control_collection",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
> [junit4:junit4] 1> 66994 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Create collection control_collection with numShards 1
> [junit4:junit4] 1> 67033 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard1
> [junit4:junit4] 1> 67058 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4] 1> 67505 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/collection1
> [junit4:junit4] 1> 67505 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:control_collection
> [junit4:junit4] 1> 67507 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
> [junit4:junit4] 1> 67507 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/control_collection
> [junit4:junit4] 1> 67510 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/collection1/'
> [junit4:junit4] 1> 67603 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4] 1> 67671 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
> [junit4:junit4] 1> 67774 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
> [junit4:junit4] 1> 67788 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
> [junit4:junit4] 1> 68476 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
> [junit4:junit4] 1> 68479 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
> [junit4:junit4] 1> 68482 [coreLoadExecutor-68-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
> [junit4:junit4] 1> 68482 [coreLoadExecutor-68-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
> [junit4:junit4] 1> 68493 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 68493 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-controljetty-1371488840453/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/
> [junit4:junit4] 1> 68494 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
> [junit4:junit4] 1> 68494 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 68495 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data
> [junit4:junit4] 1> 68495 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index/
> [junit4:junit4] 1> 68495 [coreLoadExecutor-68-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index' doesn't exist. Creating new index...
> [junit4:junit4] 1> 68496 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index
> [junit4:junit4] 1> 68500 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 68500 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 68502 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
> [junit4:junit4] 1> 68502 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4] 1> 68502 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
> [junit4:junit4] 1> 68503 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
> [junit4:junit4] 1> 68503 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
> [junit4:junit4] 1> 68504 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4] 1> 68504 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
> [junit4:junit4] 1> 68515 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
> [junit4:junit4] 1> 68521 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@4c17025c main
> [junit4:junit4] 1> 68522 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/tlog
> [junit4:junit4] 1> 68523 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
> [junit4:junit4] 1> 68523 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
> [junit4:junit4] 1> 68524 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
> [junit4:junit4] 1> 68524 [searcherExecutor-69-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@4c17025c main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4] 1> 68525 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53702 collection:control_collection shard:shard1
> [junit4:junit4] 1> 68538 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4] 1> 68554 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection/leader_elect/shard1/election
> [junit4:junit4] 1> 68579 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
> [junit4:junit4] 1> 68595 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Enough replicas found to continue.
> [junit4:junit4] 1> 68595 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
> [junit4:junit4] 1> 68600 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53702/collection1/
> [junit4:junit4] 1> 68601 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
> [junit4:junit4] 1> 68601 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53702/collection1/ has no replicas
> [junit4:junit4] 1> 68602 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53702/collection1/
> [junit4:junit4] 1> 68602 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/control_collection/leaders/shard1
> [junit4:junit4] 1> 70068 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 70093 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
> [junit4:junit4] 1> 70150 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53702/collection1/ and leader is http://127.0.0.1:53702/collection1/
> [junit4:junit4] 1> 70150 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53702
> [junit4:junit4] 1> 70151 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? I am the leader, no recovery necessary
> [junit4:junit4] 1> 70151 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
> [junit4:junit4] 1> 70152 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 70155 [coreLoadExecutor-68-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 70157 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
> [junit4:junit4] 1> 70158 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
> [junit4:junit4] 1> 70159 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 70173 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:
> [junit4:junit4] 1> 70181 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 70184 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@12439978 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 70185 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 70188 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
> [junit4:junit4] 1> 70195 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: init - expire sessions:true cause connection loss:true
> [junit4:junit4] 1> 70318 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
> [junit4:junit4] 1> 70321 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53706
> [junit4:junit4] 1> 70322 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
> [junit4:junit4] 1> 70323 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4] 1> 70323 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803
> [junit4:junit4] 1> 70324 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/solr.xml
> [junit4:junit4] 1> 70325 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 1904028938
> [junit4:junit4] 1> 70325 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/'
> [junit4:junit4] 1> 70326 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/'
> [junit4:junit4] 1> 70472 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
> [junit4:junit4] 1> 70473 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
> [junit4:junit4] 1> 70473 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
> [junit4:junit4] 1> 70474 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
> [junit4:junit4] 1> 70474 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
> [junit4:junit4] 1> 70475 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
> [junit4:junit4] 1> 70476 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
> [junit4:junit4] 1> 70476 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
> [junit4:junit4] 1> 70477 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
> [junit4:junit4] 1> 70478 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4] 1> 70496 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
> [junit4:junit4] 1> 70496 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
> [junit4:junit4] 1> 70497 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
> [junit4:junit4] 1> 70499 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 70502 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@73f14555 name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 70503 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 70514 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
> [junit4:junit4] 1> 70526 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 70529 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@1db3ad9b name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 70529 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 70537 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
> [junit4:junit4] 1> 71544 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53706_
> [junit4:junit4] 1> 71547 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53706_
> [junit4:junit4] 1> 71553 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (2)
> [junit4:junit4] 1> 71553 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (2)
> [junit4:junit4] 1> 71553 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (2)
> [junit4:junit4] 1> 71554 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 71575 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 71576 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 71609 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 71611 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=1 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53702__collection1",
> [junit4:junit4] 1> "numShards":"1",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"active",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"control_collection",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
> [junit4:junit4] 1> 71618 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":null,
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":null,
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53706_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53706"}
> [junit4:junit4] 1> 71618 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Create collection collection1 with numShards 2
> [junit4:junit4] 1> 71619 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard1
> [junit4:junit4] 1> 71632 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 71632 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 71632 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 72580 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/collection1
> [junit4:junit4] 1> 72581 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
> [junit4:junit4] 1> 72582 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
> [junit4:junit4] 1> 72583 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
> [junit4:junit4] 1> 72586 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/collection1/'
> [junit4:junit4] 1> 72642 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4] 1> 72707 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
> [junit4:junit4] 1> 72809 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
> [junit4:junit4] 1> 72830 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
> [junit4:junit4] 1> 73480 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
> [junit4:junit4] 1> 73485 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
> [junit4:junit4] 1> 73488 [coreLoadExecutor-78-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
> [junit4:junit4] 1> 73489 [coreLoadExecutor-78-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
> [junit4:junit4] 1> 73490 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 73491 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty1-1371488845803/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/
> [junit4:junit4] 1> 73491 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
> [junit4:junit4] 1> 73492 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 73493 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1
> [junit4:junit4] 1> 73493 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index/
> [junit4:junit4] 1> 73493 [coreLoadExecutor-78-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index' doesn't exist. Creating new index...
> [junit4:junit4] 1> 73494 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index
> [junit4:junit4] 1> 73499 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 73499 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 73501 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
> [junit4:junit4] 1> 73502 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4] 1> 73502 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
> [junit4:junit4] 1> 73503 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
> [junit4:junit4] 1> 73503 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
> [junit4:junit4] 1> 73504 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4] 1> 73505 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
> [junit4:junit4] 1> 73521 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
> [junit4:junit4] 1> 73529 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@3db9bdbb main
> [junit4:junit4] 1> 73530 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/tlog
> [junit4:junit4] 1> 73532 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
> [junit4:junit4] 1> 73532 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
> [junit4:junit4] 1> 73534 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
> [junit4:junit4] 1> 73534 [searcherExecutor-79-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@3db9bdbb main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4] 1> 73535 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53706 collection:collection1 shard:shard1
> [junit4:junit4] 1> 73537 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leader_elect/shard1/election
> [junit4:junit4] 1> 73559 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
> [junit4:junit4] 1> 73570 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Enough replicas found to continue.
> [junit4:junit4] 1> 73570 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
> [junit4:junit4] 1> 73571 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53706/collection1/
> [junit4:junit4] 1> 73571 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
> [junit4:junit4] 1> 73572 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53706/collection1/ has no replicas
> [junit4:junit4] 1> 73572 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53706/collection1/
> [junit4:junit4] 1> 73573 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard1
> [junit4:junit4] 1> 74646 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 74664 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 74664 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 74664 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
> [junit4:junit4] 1> 74712 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53706/collection1/ and leader is http://127.0.0.1:53706/collection1/
> [junit4:junit4] 1> 74712 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53706
> [junit4:junit4] 1> 74712 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? I am the leader, no recovery necessary
> [junit4:junit4] 1> 74713 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
> [junit4:junit4] 1> 74713 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 74716 [coreLoadExecutor-78-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 74717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
> [junit4:junit4] 1> 74718 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
> [junit4:junit4] 1> 74719 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 74852 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
> [junit4:junit4] 1> 74856 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53709
> [junit4:junit4] 1> 74857 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
> [junit4:junit4] 1> 74858 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4] 1> 74858 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342
> [junit4:junit4] 1> 74859 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/solr.xml
> [junit4:junit4] 1> 74860 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 1441614697
> [junit4:junit4] 1> 74861 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/'
> [junit4:junit4] 1> 74861 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/'
> [junit4:junit4] 1> 75008 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
> [junit4:junit4] 1> 75009 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
> [junit4:junit4] 1> 75009 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
> [junit4:junit4] 1> 75010 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
> [junit4:junit4] 1> 75010 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
> [junit4:junit4] 1> 75011 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
> [junit4:junit4] 1> 75012 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
> [junit4:junit4] 1> 75012 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
> [junit4:junit4] 1> 75013 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
> [junit4:junit4] 1> 75013 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4] 1> 75031 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
> [junit4:junit4] 1> 75032 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
> [junit4:junit4] 1> 75033 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
> [junit4:junit4] 1> 75034 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 75037 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@365f91fa name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 75038 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 75047 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
> [junit4:junit4] 1> 75061 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 75064 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@21944387 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 75065 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 75078 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
> [junit4:junit4] 1> 76085 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53709_
> [junit4:junit4] 1> 76111 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53709_
> [junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 76118 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 76119 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 76120 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 76150 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 76151 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 76184 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 76186 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53706__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"active",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53706_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53706"}
> [junit4:junit4] 1> 76228 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":null,
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":null,
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53709_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53709"}
> [junit4:junit4] 1> 76229 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Collection already exists with numShards=2
> [junit4:junit4] 1> 76229 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard2
> [junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 76295 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 77183 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/collection1
> [junit4:junit4] 1> 77183 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
> [junit4:junit4] 1> 77185 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
> [junit4:junit4] 1> 77185 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
> [junit4:junit4] 1> 77188 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/collection1/'
> [junit4:junit4] 1> 77241 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4] 1> 77305 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
> [junit4:junit4] 1> 77408 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
> [junit4:junit4] 1> 77429 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
> [junit4:junit4] 1> 78071 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
> [junit4:junit4] 1> 78075 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
> [junit4:junit4] 1> 78078 [coreLoadExecutor-88-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
> [junit4:junit4] 1> 78079 [coreLoadExecutor-88-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
> [junit4:junit4] 1> 78080 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 78081 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty2-1371488850342/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/
> [junit4:junit4] 1> 78081 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
> [junit4:junit4] 1> 78082 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 78083 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2
> [junit4:junit4] 1> 78083 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/index/
> [junit4:junit4] 1> 78083 [coreLoadExecutor-88-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/index' doesn't exist. Creating new index...
> [junit4:junit4] 1> 78084 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/index
> [junit4:junit4] 1> 78088 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 78089 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 78091 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
> [junit4:junit4] 1> 78091 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4] 1> 78092 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
> [junit4:junit4] 1> 78092 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
> [junit4:junit4] 1> 78093 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
> [junit4:junit4] 1> 78093 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4] 1> 78094 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
> [junit4:junit4] 1> 78111 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
> [junit4:junit4] 1> 78120 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@5e5909ed main
> [junit4:junit4] 1> 78120 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty2/tlog
> [junit4:junit4] 1> 78122 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
> [junit4:junit4] 1> 78122 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
> [junit4:junit4] 1> 78124 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
> [junit4:junit4] 1> 78124 [searcherExecutor-89-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@5e5909ed main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4] 1> 78124 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53709 collection:collection1 shard:shard2
> [junit4:junit4] 1> 78126 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leader_elect/shard2/election
> [junit4:junit4] 1> 78149 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
> [junit4:junit4] 1> 78154 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Enough replicas found to continue.
> [junit4:junit4] 1> 78155 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
> [junit4:junit4] 1> 78155 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53709/collection1/
> [junit4:junit4] 1> 78156 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
> [junit4:junit4] 1> 78156 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53709/collection1/ has no replicas
> [junit4:junit4] 1> 78156 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53709/collection1/
> [junit4:junit4] 1> 78157 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard2
> [junit4:junit4] 1> 79311 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 79333 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 79345 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53709/collection1/ and leader is http://127.0.0.1:53709/collection1/
> [junit4:junit4] 1> 79345 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53709
> [junit4:junit4] 1> 79346 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? I am the leader, no recovery necessary
> [junit4:junit4] 1> 79346 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
> [junit4:junit4] 1> 79346 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 79349 [coreLoadExecutor-88-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 79351 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
> [junit4:junit4] 1> 79352 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
> [junit4:junit4] 1> 79353 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 79491 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
> [junit4:junit4] 1> 79495 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53712
> [junit4:junit4] 1> 79496 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
> [junit4:junit4] 1> 79497 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4] 1> 79498 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978
> [junit4:junit4] 1> 79498 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/solr.xml
> [junit4:junit4] 1> 79499 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 746395378
> [junit4:junit4] 1> 79500 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/'
> [junit4:junit4] 1> 79500 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/'
> [junit4:junit4] 1> 79651 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
> [junit4:junit4] 1> 79652 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
> [junit4:junit4] 1> 79653 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
> [junit4:junit4] 1> 79653 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
> [junit4:junit4] 1> 79654 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
> [junit4:junit4] 1> 79655 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
> [junit4:junit4] 1> 79655 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
> [junit4:junit4] 1> 79656 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
> [junit4:junit4] 1> 79656 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
> [junit4:junit4] 1> 79657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4] 1> 79675 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
> [junit4:junit4] 1> 79676 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
> [junit4:junit4] 1> 79676 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
> [junit4:junit4] 1> 79678 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 79681 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@17fbabd5 name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 79682 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 79691 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
> [junit4:junit4] 1> 79705 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 79708 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@7e70c691 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 79709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 79717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
> [junit4:junit4] 1> 80724 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53712_
> [junit4:junit4] 1> 80728 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53712_
> [junit4:junit4] 1> 80733 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 80736 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 80734 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 80737 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 80744 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 80745 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 80844 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 80846 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53709__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard2",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"active",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53709_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53709"}
> [junit4:junit4] 1> 80853 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":null,
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":null,
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53712_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53712"}
> [junit4:junit4] 1> 80854 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Collection already exists with numShards=2
> [junit4:junit4] 1> 80854 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard1
> [junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 81005 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 81777 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/collection1
> [junit4:junit4] 1> 81777 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
> [junit4:junit4] 1> 81780 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
> [junit4:junit4] 1> 81780 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
> [junit4:junit4] 1> 81783 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/collection1/'
> [junit4:junit4] 1> 81844 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4] 1> 81910 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
> [junit4:junit4] 1> 82012 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
> [junit4:junit4] 1> 82033 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
> [junit4:junit4] 1> 82657 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
> [junit4:junit4] 1> 82664 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
> [junit4:junit4] 1> 82667 [coreLoadExecutor-98-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
> [junit4:junit4] 1> 82668 [coreLoadExecutor-98-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
> [junit4:junit4] 1> 82669 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 82670 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty3-1371488854978/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/
> [junit4:junit4] 1> 82670 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
> [junit4:junit4] 1> 82671 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 82672 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3
> [junit4:junit4] 1> 82672 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index/
> [junit4:junit4] 1> 82673 [coreLoadExecutor-98-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index' doesn't exist. Creating new index...
> [junit4:junit4] 1> 82673 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index
> [junit4:junit4] 1> 82678 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 82678 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 82681 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
> [junit4:junit4] 1> 82682 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4] 1> 82682 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
> [junit4:junit4] 1> 82683 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
> [junit4:junit4] 1> 82683 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
> [junit4:junit4] 1> 82684 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4] 1> 82684 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
> [junit4:junit4] 1> 82706 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
> [junit4:junit4] 1> 82718 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@fab2270 main
> [junit4:junit4] 1> 82719 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/tlog
> [junit4:junit4] 1> 82721 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
> [junit4:junit4] 1> 82722 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
> [junit4:junit4] 1> 82724 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
> [junit4:junit4] 1> 82724 [searcherExecutor-99-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@fab2270 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4] 1> 82725 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53712 collection:collection1 shard:shard1
> [junit4:junit4] 1> 82732 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53712/collection1/ and leader is http://127.0.0.1:53706/collection1/
> [junit4:junit4] 1> 82733 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53712
> [junit4:junit4] 1> 82733 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.cloud.ZkController ? Core needs to recover:collection1
> [junit4:junit4] 1> 82734 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.update.DefaultSolrCoreState ? Running recovery - first canceling any ongoing recovery
> [junit4:junit4] 1> 82743 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting recovery process. core=collection1 recoveringAfterStartup=true
> [junit4:junit4] 1> 82744 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? ###### startupVersions=[]
> [junit4:junit4] 1> 82744 [coreLoadExecutor-98-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 82744 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=recovering
> [junit4:junit4] 1> 82745 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 82746 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
> [junit4:junit4] 1> 82747 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
> [junit4:junit4] 1> 82747 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 82747 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 82794 [qtp1273266312-897] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Going to wait for coreNodeName: 127.0.0.1:53712__collection1, state: recovering, checkLive: true, onlyIfLeader: true
> [junit4:junit4] 1> 82890 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.Server ? jetty-8.1.10.v20130312
> [junit4:junit4] 1> 82893 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.AbstractConnector ? Started SocketConnector@127.0.0.1:53716
> [junit4:junit4] 1> 82895 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init()
> [junit4:junit4] 1> 82895 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? JNDI not configured for solr (NoInitialContextEx)
> [junit4:junit4] 1> 82896 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376
> [junit4:junit4] 1> 82896 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/solr.xml
> [junit4:junit4] 1> 82897 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? New CoreContainer 461066302
> [junit4:junit4] 1> 82898 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/'
> [junit4:junit4] 1> 82898 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/'
> [junit4:junit4] 1> 83052 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting socketTimeout to: 0
> [junit4:junit4] 1> 83053 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting urlScheme to: http://
> [junit4:junit4] 1> 83054 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting connTimeout to: 0
> [junit4:junit4] 1> 83055 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxConnectionsPerHost to: 20
> [junit4:junit4] 1> 83056 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting corePoolSize to: 0
> [junit4:junit4] 1> 83057 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maximumPoolSize to: 2147483647
> [junit4:junit4] 1> 83057 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting maxThreadIdleTime to: 5
> [junit4:junit4] 1> 83058 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting sizeOfQueue to: -1
> [junit4:junit4] 1> 83059 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.handler.component.HttpShardHandlerFactory ? Setting fairnessPolicy to: false
> [junit4:junit4] 1> 83059 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
> [junit4:junit4] 1> 83077 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.logging.LogWatcher ? Registering Log Listener
> [junit4:junit4] 1> 83078 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.ZkContainer ? Zookeeper client=127.0.0.1:53698/solr
> [junit4:junit4] 1> 83078 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? zkHost includes chroot
> [junit4:junit4] 1> 83080 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 83083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@6f5c24c7 name:ZooKeeperConnection Watcher:127.0.0.1:53698 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 83084 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 83093 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=0&connTimeout=0
> [junit4:junit4] 1> 83104 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Waiting for client to connect to ZooKeeper
> [junit4:junit4] 1> 83107 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ConnectionManager ? Watcher org.apache.solr.common.cloud.ConnectionManager@3ef79ab0 name:ZooKeeperConnection Watcher:127.0.0.1:53698/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
> [junit4:junit4] 1> 83108 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ConnectionManager ? Client is connected to ZooKeeper
> [junit4:junit4] 1> 83121 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cluster state from ZooKeeper...
> [junit4:junit4] 1> 84066 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 84068 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53712__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"recovering",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53712_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53712"}
> [junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84083 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84128 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53716_
> [junit4:junit4] 1> 84130 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /live_nodes/127.0.0.1:53716_
> [junit4:junit4] 1> 84134 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84135 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84136 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
> [junit4:junit4] 1> 84134 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 84136 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 84135 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
> [junit4:junit4] 1> 84135 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
> [junit4:junit4] 1> 84138 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 84138 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
> [junit4:junit4] 1> 84138 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 84139 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
> [junit4:junit4] 1> 84141 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (5)
> [junit4:junit4] 1> 84148 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 84148 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 84797 [qtp1273266312-897] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Waited coreNodeName: 127.0.0.1:53712__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
> [junit4:junit4] 1> 84798 [qtp1273266312-897] INFO org.apache.solr.servlet.SolrDispatchFilter ? [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53712__collection1&state=recovering&nodeName=127.0.0.1:53712_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2012
> [junit4:junit4] 1> 85591 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 85593 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":null,
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":null,
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53716_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53716"}
> [junit4:junit4] 1> 85593 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Collection already exists with numShards=2
> [junit4:junit4] 1> 85594 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Assigning new node to shard=shard2
> [junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 85609 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 86153 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CoreContainer ? Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/collection1
> [junit4:junit4] 1> 86153 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Check for collection zkNode:collection1
> [junit4:junit4] 1> 86155 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Collection zkNode exists
> [junit4:junit4] 1> 86155 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Load collection config from:/collections/collection1
> [junit4:junit4] 1> 86157 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrResourceLoader ? new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/collection1/'
> [junit4:junit4] 1> 86210 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrConfig ? Using Lucene MatchVersion: LUCENE_50
> [junit4:junit4] 1> 86284 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.Config ? Loaded SolrConfig: solrconfig.xml
> [junit4:junit4] 1> 86386 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? Reading Solr Schema from schema.xml
> [junit4:junit4] 1> 86400 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? [collection1] Schema name=test
> [junit4:junit4] 1> 86800 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to PeerSync from http://127.0.0.1:53706/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4] 1> 86816 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
> [junit4:junit4] 1> 86844 [RecoveryThread] INFO org.apache.solr.update.PeerSync ? PeerSync: core=collection1 url=http://127.0.0.1:53712 START replicas=[http://127.0.0.1:53706/collection1/] nUpdates=100
> [junit4:junit4] 1> 86861 [RecoveryThread] WARN org.apache.solr.update.PeerSync ? no frame of reference to tell of we've missed updates
> [junit4:junit4] 1> 86862 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4] 1> 86863 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting Replication Recovery. core=collection1
> [junit4:junit4] 1> 86863 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Begin buffering updates. core=collection1
> [junit4:junit4] 1> 86864 [RecoveryThread] INFO org.apache.solr.update.UpdateLog ? Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4] 1> 86864 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to replicate from http://127.0.0.1:53706/collection1/. core=collection1
> [junit4:junit4] 1> 86864 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 86881 [qtp1273266312-898] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
> [junit4:junit4] 1> 86925 [qtp1273266312-899] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 86928 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 86929 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 86930 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_1,generation=1}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_2,generation=2}
> [junit4:junit4] 1> 86931 [qtp1273266312-899] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
> [junit4:junit4] 1> 86931 [qtp1273266312-899] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@5bf204be realtime
> [junit4:junit4] 1> 86932 [qtp1273266312-899] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 86932 [qtp1273266312-899] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 46
> [junit4:junit4] 1> 86934 [RecoveryThread] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
> [junit4:junit4] 1> 86934 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
> [junit4:junit4] 1> 86961 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4] 1> 87023 [qtp1273266312-900] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
> [junit4:junit4] 1> 87024 [qtp1273266312-900] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=61
> [junit4:junit4] 1> 87025 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Master's generation: 2
> [junit4:junit4] 1> 87026 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Slave's generation: 1
> [junit4:junit4] 1> 87026 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting replication process
> [junit4:junit4] 1> 87029 [qtp1273266312-900] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
> [junit4:junit4] 1> 87030 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Number of files in latest index in master: 1
> [junit4:junit4] 1> 87031 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638
> [junit4:junit4] 1> 87032 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@aa314f3 lockFactory=org.apache.lucene.store.NativeFSLockFactory@380e9936) fullCopy=false
> [junit4:junit4] 1> 87047 [qtp1273266312-900] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=7
> [junit4:junit4] 1> 87056 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Total time taken for download : 0 secs
> [junit4:junit4] 1> 87057 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Creating new IndexWriter...
> [junit4:junit4] 1> 87058 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4] 1> 87066 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_1,generation=1}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_2,generation=2}
> [junit4:junit4] 1> 87067 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
> [junit4:junit4] 1> 87068 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? New IndexWriter is ready to be used.
> [junit4:junit4] 1> 87068 [RecoveryThread] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@66c9bf2a main
> [junit4:junit4] 1> 87068 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? default search field in schema is text
> [junit4:junit4] 1> 87069 [searcherExecutor-99-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@66c9bf2a main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 87070 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638;done=true>>]
> [junit4:junit4] 1> 87070 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638
> [junit4:junit4] 1> 87071 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Removing directory before core close: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty3/index.20130617190742638
> [junit4:junit4] 1> 87071 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? No replay needed. core=collection1
> [junit4:junit4] 1> 87071 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4] 1> 87072 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
> [junit4:junit4] 1> 87072 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 87073 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.schema.IndexSchema ? unique key field: id
> [junit4:junit4] 1> 87074 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Finished recovery process. core=collection1
> [junit4:junit4] 1> 87076 [coreLoadExecutor-108-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field text is not multivalued and destination for multiple copyFields (3)
> [junit4:junit4] 1> 87077 [coreLoadExecutor-108-thread-1] WARN org.apache.solr.schema.IndexSchema ? Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
> [junit4:junit4] 1> 87078 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 87078 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0/./org.apache.solr.client.solrj.impl.CloudSolrServerTest-jetty4-1371488858376/collection1/, dataDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/
> [junit4:junit4] 1> 87079 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? JMX monitoring not detected for core: collection1
> [junit4:junit4] 1> 87079 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? org.apache.solr.core.MockDirectoryFactory
> [junit4:junit4] 1> 87080 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4
> [junit4:junit4] 1> 87080 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? New index directory detected: old=null new=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index/
> [junit4:junit4] 1> 87081 [coreLoadExecutor-108-thread-1] WARN org.apache.solr.core.SolrCore ? [collection1] Solr index directory './org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index' doesn't exist. Creating new index...
> [junit4:junit4] 1> 87081 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index
> [junit4:junit4] 1> 87085 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 87086 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 87095 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /get: solr.RealTimeGetHandler
> [junit4:junit4] 1> 87096 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? adding lazy requestHandler: solr.ReplicationHandler
> [junit4:junit4] 1> 87096 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /replication: solr.ReplicationHandler
> [junit4:junit4] 1> 87097 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created standard: solr.StandardRequestHandler
> [junit4:junit4] 1> 87097 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /update: solr.UpdateRequestHandler
> [junit4:junit4] 1> 87098 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/: org.apache.solr.handler.admin.AdminHandlers
> [junit4:junit4] 1> 87099 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.RequestHandlers ? created /admin/ping: solr.PingRequestHandler
> [junit4:junit4] 1> 87115 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.handler.loader.XMLLoader ? xsltCacheLifetimeSeconds=60
> [junit4:junit4] 1> 87117 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 87118 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53712__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"active",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53712_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53712"}
> [junit4:junit4] 1> 87123 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@2955fc3 main
> [junit4:junit4] 1> 87125 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.update.UpdateHandler ? Clearing tlog files, tlogDir=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/tlog
> [junit4:junit4] 1> 87126 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? Hard AutoCommit: disabled
> [junit4:junit4] 1> 87126 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.SolrCore ? Soft AutoCommit: disabled
> [junit4:junit4] 1> 87128 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.core.CoreContainer ? registering core: collection1
> [junit4:junit4] 1> 87128 [searcherExecutor-111-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@2955fc3 main{StandardDirectoryReader(segments_1:1)}
> [junit4:junit4] 1> 87129 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Register replica - core:collection1 address:http://127.0.0.1:53716 collection:collection1 shard:shard2
> [junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 87131 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? We are http://127.0.0.1:53716/collection1/ and leader is http://127.0.0.1:53709/collection1/
> [junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53716
> [junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.cloud.ZkController ? Core needs to recover:collection1
> [junit4:junit4] 1> 87136 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.update.DefaultSolrCoreState ? Running recovery - first canceling any ongoing recovery
> [junit4:junit4] 1> 87137 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting recovery process. core=collection1 recoveringAfterStartup=true
> [junit4:junit4] 1> 87138 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? ###### startupVersions=[]
> [junit4:junit4] 1> 87138 [coreLoadExecutor-108-thread-1] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 87138 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=recovering
> [junit4:junit4] 1> 87139 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 87140 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J0
> [junit4:junit4] 1> 87141 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.servlet.SolrDispatchFilter ? SolrDispatchFilter.init() done
> [junit4:junit4] 1> 87141 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 87141 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 87160 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 87161 [qtp1959902397-913] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Going to wait for coreNodeName: 127.0.0.1:53716__collection1, state: recovering, checkLive: true, onlyIfLeader: true
> [junit4:junit4] 1> 87163 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.AbstractFullDistribZkTestBase ? Wait for recoveries to finish - wait 30 for each attempt
> [junit4:junit4] 1> 87163 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.BaseDistributedSearchTestCase ? Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
> [junit4:junit4] 1> 87165 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 88168 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 88640 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 88642 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53716__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard2",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"recovering",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53716_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53716"}
> [junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 88657 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 89164 [qtp1959902397-913] INFO org.apache.solr.handler.admin.CoreAdminHandler ? Waited coreNodeName: 127.0.0.1:53716__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
> [junit4:junit4] 1> 89165 [qtp1959902397-913] INFO org.apache.solr.servlet.SolrDispatchFilter ? [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53716__collection1&state=recovering&nodeName=127.0.0.1:53716_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
> [junit4:junit4] 1> 89171 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 90175 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 91167 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to PeerSync from http://127.0.0.1:53709/collection1/ core=collection1 - recoveringAfterStartup=true
> [junit4:junit4] 1> 91167 [RecoveryThread] INFO org.apache.solr.update.PeerSync ? PeerSync: core=collection1 url=http://127.0.0.1:53716 START replicas=[http://127.0.0.1:53709/collection1/] nUpdates=100
> [junit4:junit4] 1> 91168 [RecoveryThread] WARN org.apache.solr.update.PeerSync ? no frame of reference to tell of we've missed updates
> [junit4:junit4] 1> 91169 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? PeerSync Recovery was not successful - trying replication. core=collection1
> [junit4:junit4] 1> 91169 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Starting Replication Recovery. core=collection1
> [junit4:junit4] 1> 91169 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Begin buffering updates. core=collection1
> [junit4:junit4] 1> 91170 [RecoveryThread] INFO org.apache.solr.update.UpdateLog ? Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
> [junit4:junit4] 1> 91171 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Attempting to replicate from http://127.0.0.1:53709/collection1/. core=collection1
> [junit4:junit4] 1> 91171 [RecoveryThread] INFO org.apache.solr.client.solrj.impl.HttpClientUtil ? Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
> [junit4:junit4] 1> 91179 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 91179 [qtp1959902397-914] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
> [junit4:junit4] 1> 91188 [qtp1959902397-915] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 91191 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 91192 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 91193 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_1,generation=1}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_2,generation=2}
> [junit4:junit4] 1> 91194 [qtp1959902397-915] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
> [junit4:junit4] 1> 91194 [qtp1959902397-915] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@36b2b6e0 realtime
> [junit4:junit4] 1> 91195 [qtp1959902397-915] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 91196 [qtp1959902397-915] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
> [junit4:junit4] 1> 91198 [RecoveryThread] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
> [junit4:junit4] 1> 91198 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? No value set for 'pollInterval'. Timer Task not started.
> [junit4:junit4] 1> 91202 [qtp1959902397-916] INFO org.apache.solr.handler.ReplicationHandler ? Commits will be reserved for 10000
> [junit4:junit4] 1> 91203 [qtp1959902397-916] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
> [junit4:junit4] 1> 91204 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Master's generation: 2
> [junit4:junit4] 1> 91205 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Slave's generation: 1
> [junit4:junit4] 1> 91205 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting replication process
> [junit4:junit4] 1> 91209 [qtp1959902397-916] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
> [junit4:junit4] 1> 91210 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Number of files in latest index in master: 1
> [junit4:junit4] 1> 91212 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? return new directory for ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818
> [junit4:junit4] 1> 91212 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1773fa46 lockFactory=org.apache.lucene.store.NativeFSLockFactory@738d086) fullCopy=false
> [junit4:junit4] 1> 91216 [qtp1959902397-916] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
> [junit4:junit4] 1> 91218 [RecoveryThread] INFO org.apache.solr.handler.SnapPuller ? Total time taken for download : 0 secs
> [junit4:junit4] 1> 91219 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Creating new IndexWriter...
> [junit4:junit4] 1> 91219 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? Waiting until IndexWriter is unused... core=collection1
> [junit4:junit4] 1> 91221 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_1,generation=1}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_2,generation=2}
> [junit4:junit4] 1> 91222 [RecoveryThread] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
> [junit4:junit4] 1> 91222 [RecoveryThread] INFO org.apache.solr.update.DefaultSolrCoreState ? New IndexWriter is ready to be used.
> [junit4:junit4] 1> 91223 [RecoveryThread] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@3a78b343 main
> [junit4:junit4] 1> 91224 [searcherExecutor-111-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@3a78b343 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 91224 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818;done=true>>]
> [junit4:junit4] 1> 91225 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818
> [junit4:junit4] 1> 91225 [RecoveryThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Removing directory before core close: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index.20130617190746818
> [junit4:junit4] 1> 91226 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? No replay needed. core=collection1
> [junit4:junit4] 1> 91226 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Replication Recovery was successful - registering as Active. core=collection1
> [junit4:junit4] 1> 91226 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=active
> [junit4:junit4] 1> 91227 [RecoveryThread] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 91229 [RecoveryThread] INFO org.apache.solr.cloud.RecoveryStrategy ? Finished recovery process. core=collection1
> [junit4:junit4] 1> 91668 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 91670 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53716__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard2",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"active",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53716_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53716"}
> [junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 91710 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 91710 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 91709 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 92183 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 92185 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.BaseDistributedSearchTestCase ? Recoveries finished - collection: collection1
> [junit4:junit4] 1> 92197 [qtp1562534827-877] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 92200 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onInit: commits: num=1
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_1,generation=1}
> [junit4:junit4] 1> 92200 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? newest commit generation = 1
> [junit4:junit4] 1> 92201 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_1,generation=1}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_2,generation=2}
> [junit4:junit4] 1> 92202 [qtp1562534827-877] INFO org.apache.solr.core.SolrCore ? newest commit generation = 2
> [junit4:junit4] 1> 92203 [qtp1562534827-877] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@2bae1a6c main
> [junit4:junit4] 1> 92203 [qtp1562534827-877] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 92203 [searcherExecutor-69-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@2bae1a6c main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 92204 [qtp1562534827-877] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
> [junit4:junit4] 1> 92234 [qtp1959902397-917] INFO org.apache.solr.update.SolrCmdDistributor ? Distrib commit to:[StdNode: http://127.0.0.1:53706/collection1/, StdNode: http://127.0.0.1:53712/collection1/, StdNode: http://127.0.0.1:53709/collection1/, StdNode: http://127.0.0.1:53716/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
> [junit4:junit4] 1> 92251 [qtp1959902397-918] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 92251 [qtp1273266312-901] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 92253 [qtp1959902397-918] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_2,generation=2}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@3d08a9e lockFactory=org.apache.lucene.store.NativeFSLockFactory@32bb8931),segFN=segments_3,generation=3}
> [junit4:junit4] 1> 92254 [qtp1273266312-901] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_2,generation=2}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_3,generation=3}
> [junit4:junit4] 1> 92254 [qtp1959902397-918] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
> [junit4:junit4] 1> 92254 [qtp1273266312-901] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
> [junit4:junit4] 1> 92255 [qtp1959902397-918] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@1a09f03e main
> [junit4:junit4] 1> 92256 [qtp1273266312-901] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@7b0a0900 main
> [junit4:junit4] 1> 92256 [searcherExecutor-89-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@1a09f03e main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 92256 [qtp1959902397-918] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 92257 [searcherExecutor-79-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@7b0a0900 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 92257 [qtp1273266312-901] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 92258 [qtp1959902397-918] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
> [junit4:junit4] 1> 92259 [qtp1273266312-901] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
> [junit4:junit4] 1> 92259 [qtp2113126364-946] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 92259 [qtp496007044-929] INFO org.apache.solr.update.UpdateHandler ? start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
> [junit4:junit4] 1> 92261 [qtp2113126364-946] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_2,generation=2}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_3,generation=3}
> [junit4:junit4] 1> 92261 [qtp496007044-929] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_2,generation=2}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4453e3e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@448e003d),segFN=segments_3,generation=3}
> [junit4:junit4] 1> 92262 [qtp2113126364-946] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
> [junit4:junit4] 1> 92262 [qtp496007044-929] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
> [junit4:junit4] 1> 92263 [qtp2113126364-946] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@14e6134d main
> [junit4:junit4] 1> 92264 [qtp496007044-929] INFO org.apache.solr.search.SolrIndexSearcher ? Opening Searcher@45813064 main
> [junit4:junit4] 1> 92264 [searcherExecutor-111-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@14e6134d main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 92264 [qtp2113126364-946] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 92265 [searcherExecutor-99-thread-1] INFO org.apache.solr.core.SolrCore ? [collection1] Registered new searcher Searcher@45813064 main{StandardDirectoryReader(segments_2:1:nrt)}
> [junit4:junit4] 1> 92265 [qtp496007044-929] INFO org.apache.solr.update.UpdateHandler ? end_commit_flush
> [junit4:junit4] 1> 92266 [qtp2113126364-946] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
> [junit4:junit4] 1> 92267 [qtp496007044-929] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
> [junit4:junit4] 1> 92268 [qtp1959902397-917] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 35
> [junit4:junit4] 1> 92270 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 92274 [qtp1273266312-902] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
> [junit4:junit4] 1> 92278 [qtp496007044-930] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
> [junit4:junit4] 1> 92281 [qtp1959902397-919] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
> [junit4:junit4] 1> 92285 [qtp2113126364-947] INFO org.apache.solr.core.SolrCore ? [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
> [junit4:junit4] 1> 94299 [qtp1562534827-877] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438110313248456704)} 0 10
> [junit4:junit4] 1> 94313 [qtp496007044-931] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438110313257893888&update.from=http://127.0.0.1:53706/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 2
> [junit4:junit4] 1> 94313 [qtp2113126364-946] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438110313257893888&update.from=http://127.0.0.1:53709/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 2
> [junit4:junit4] 1> 94314 [qtp1273266312-903] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 8
> [junit4:junit4] 1> 94314 [qtp1959902397-913] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438110313257893888)} 0 8
> [junit4:junit4] 1> 94316 [qtp2113126364-948] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 13
> [junit4:junit4] 1> 94346 [qtp1562534827-877] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1438110313272573952)]} 0 27
> [junit4:junit4] 1> 94379 [qtp496007044-931] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53706/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438110313327099904)]} 0 3
> [junit4:junit4] 1> 94380 [qtp1273266312-897] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:53712/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1438110313327099904)]} 0 9
> [junit4:junit4] 1> 94381 [qtp496007044-932] INFO org.apache.solr.update.processor.LogUpdateProcessor ? [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0]} 0 31
> [junit4:junit4] 1> 94385 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: stop shard! 53702
> [junit4:junit4] 1> 94386 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Shutting down CoreContainer instance=1557125191
> [junit4:junit4] 1> 94722 [Thread-212] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 94724 [Thread-212] INFO org.apache.solr.cloud.Overseer ? Update state numShards=null message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53702__collection1",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"control_collection",
> [junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
> [junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 94732 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 96390 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 96391 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 96394 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7fd52634
> [junit4:junit4] 1> 96395 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.UpdateHandler ? closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=1,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4] 1> 96396 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.SolrCoreState ? Closing SolrCoreState
> [junit4:junit4] 1> 96396 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4] 1> 96397 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? closing IndexWriter with IndexWriterCloser
> [junit4:junit4] 1> 96476 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_2,generation=2}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@a95d728 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b29d2ca),segFN=segments_3,generation=3}
> [junit4:junit4] 1> 96477 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? newest commit generation = 3
> [junit4:junit4] 1> 96480 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] Closing main searcher on request.
> [junit4:junit4] 1> 96480 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing MockDirectoryFactory - 2 directories currently being tracked
> [junit4:junit4] 1> 96481 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index;done=false>>]
> [junit4:junit4] 1> 96481 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data/index
> [junit4:junit4] 1> 96703 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data;done=false>>]
> [junit4:junit4] 1> 96704 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/control/data
> [junit4:junit4] 1> 96710 [Thread-212] INFO org.apache.solr.cloud.Overseer ? According to ZK I (id=89881892612079619-127.0.0.1:53702_-n_0000000000) am no longer a leader.
> [junit4:junit4] 1> 96712 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 96712 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 96712 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
> [junit4:junit4] 1> 96713 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.handler.ContextHandler ? stopped o.e.j.s.ServletContextHandler{/,null}
> [junit4:junit4] 1> 96715 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/leader
> [junit4:junit4] 1> 96716 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 96717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 96717 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 96729 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.Overseer ? Overseer (id=89881892612079622-127.0.0.1:53706_-n_0000000001) starting
> [junit4:junit4] 1> 96744 [Overseer-89881892612079622-127.0.0.1:53706_-n_0000000001] INFO org.apache.solr.cloud.OverseerCollectionProcessor ? Process current queue of collection creations
> [junit4:junit4] 1> 96745 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (4)
> [junit4:junit4] 1> 96746 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 96746 [Thread-256] INFO org.apache.solr.cloud.Overseer ? Starting to work on the main queue
> [junit4:junit4] 1> 96750 [Thread-256] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 96752 [Thread-256] INFO org.apache.solr.cloud.Overseer ? Update state numShards=2 message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53702__collection1",
> [junit4:junit4] 1> "numShards":"2",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "shard_state":"active",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"control_collection",
> [junit4:junit4] 1> "shard_range":null,
> [junit4:junit4] 1> "node_name":"127.0.0.1:53702_",
> [junit4:junit4] 1> "base_url":"http://127.0.0.1:53702"}
> [junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 96765 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 96768 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: stop shard! 53706
> [junit4:junit4] 1> 96768 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Shutting down CoreContainer instance=1904028938
> [junit4:junit4] 1> 97772 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? publishing core=collection1 state=down
> [junit4:junit4] 1> 97773 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ZkController ? numShards not found on descriptor - reading it from system property
> [junit4:junit4] 1> 97802 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@7b7dc71e
> [junit4:junit4] 1> 97803 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.UpdateHandler ? closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=1,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
> [junit4:junit4] 1> 97804 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.SolrCoreState ? Closing SolrCoreState
> [junit4:junit4] 1> 97805 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? SolrCoreState ref count has reached 0 - closing IndexWriter
> [junit4:junit4] 1> 97805 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.update.DefaultSolrCoreState ? closing IndexWriter with IndexWriterCloser
> [junit4:junit4] 1> 97811 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=3
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_2,generation=2}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_3,generation=3}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@54ff5139 lockFactory=org.apache.lucene.store.NativeFSLockFactory@46f69a09),segFN=segments_4,generation=4}
> [junit4:junit4] 1> 97812 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? newest commit generation = 4
> [junit4:junit4] 1> 97816 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.SolrCore ? [collection1] Closing main searcher on request.
> [junit4:junit4] 1> 97817 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing MockDirectoryFactory - 2 directories currently being tracked
> [junit4:junit4] 1> 97817 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index;done=false>>]
> [junit4:junit4] 1> 97818 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1/index
> [junit4:junit4] 1> 97825 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1;done=false>>]
> [junit4:junit4] 1> 97825 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty1
> [junit4:junit4] 1> 97827 [Thread-256] INFO org.apache.solr.cloud.Overseer ? According to ZK I (id=89881892612079622-127.0.0.1:53706_-n_0000000001) am no longer a leader.
> [junit4:junit4] 1> 97829 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 97829 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 97829 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
> [junit4:junit4] 1> 97832 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.eclipse.jetty.server.handler.ContextHandler ? stopped o.e.j.s.ServletContextHandler{/,null}
> [junit4:junit4] 1> 97834 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 97834 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 97835 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating live nodes... (3)
> [junit4:junit4] 1> 97837 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Running the leader process.
> [junit4:junit4] 1> 97838 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /overseer_elect/leader
> [junit4:junit4] 1> 97850 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? Checking if I should try and be the leader.
> [junit4:junit4] 1> 97851 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? My last published State was Active, it's okay to be the leader.
> [junit4:junit4] 1> 97851 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I may be the new leader - try and sync
> [junit4:junit4] 1> 97852 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.SyncStrategy ? Sync replicas to http://127.0.0.1:53712/collection1/
> [junit4:junit4] 1> 97852 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.SyncStrategy ? Sync Success - now sync replicas to me
> [junit4:junit4] 1> 97853 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.SyncStrategy ? http://127.0.0.1:53712/collection1/ has no replicas
> [junit4:junit4] 1> 97853 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.ShardLeaderElectionContext ? I am the new leader: http://127.0.0.1:53712/collection1/
> [junit4:junit4] 1> 97853 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard1
> [junit4:junit4] 1> 97859 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.cloud.Overseer ? Overseer (id=89881892612079624-127.0.0.1:53709_-n_0000000002) starting
> [junit4:junit4] 1> 97882 [Overseer-89881892612079624-127.0.0.1:53709_-n_0000000002] INFO org.apache.solr.cloud.OverseerCollectionProcessor ? Process current queue of collection creations
> [junit4:junit4] 1> 97885 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.cloud.ChaosMonkey ? monkey: stop shard! 53709
> [junit4:junit4] 1> 97885 [Thread-257] INFO org.apache.solr.cloud.Overseer ? Starting to work on the main queue
> [junit4:junit4] 1> 97885 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]] INFO org.apache.solr.core.CoreContainer ? Shutting down CoreContainer instance=1441614697
> [junit4:junit4] 1> 97889 [Thread-257] INFO org.apache.solr.common.cloud.ZkStateReader ? Updating cloud state from ZooKeeper...
> [junit4:junit4] 1> 97891 [Thread-257] INFO org.apache.solr.cloud.Overseer ? Update state numShards=null message={
> [junit4:junit4] 1> "operation":"state",
> [junit4:junit4] 1> "core_node_name":"127.0.0.1:53706__collection1",
> [junit4:junit4] 1> "shard":"shard1",
> [junit4:junit4] 1> "roles":null,
> [junit4:junit4] 1> "state":"down",
> [junit4:junit4] 1> "core":"collection1",
> [junit4:junit4] 1> "collection":"collection1",
> [junit4:junit4] 1> "node_name":"127.0.0.
>
> [...truncated too long message...]
>
> ched 0 - closing IndexWriter
> [junit4:junit4] 1> 128933 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.update.DefaultSolrCoreState ? closing IndexWriter with IndexWriterCloser
> [junit4:junit4] 1> 128934 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.SolrCore ? SolrDeletionPolicy.onCommit: commits: num=2
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_3,generation=3}
> [junit4:junit4] 1> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@5eea82fc lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ea66d4c),segFN=segments_4,generation=4}
> [junit4:junit4] 1> 128934 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.SolrCore ? newest commit generation = 4
> [junit4:junit4] 1> 128937 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.SolrCore ? [collection1] Closing main searcher on request.
> [junit4:junit4] 1> 128938 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing MockDirectoryFactory - 2 directories currently being tracked
> [junit4:junit4] 1> 128938 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4;done=false>>]
> [junit4:junit4] 1> 128938 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4
> [junit4:junit4] 1> 128939 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? looking to close ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index;done=false>>]
> [junit4:junit4] 1> 128939 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.core.CachingDirectoryFactory ? Closing directory: ./org.apache.solr.client.solrj.impl.CloudSolrServerTest-1371488839612/jetty4/index
> [junit4:junit4] 1> 128940 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.SolrZkClient ? makePath: /collections/collection1/leaders/shard2
> [junit4:junit4] 1> 128946 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.cloud.LeaderElector ?
> [junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89881892612079628-127.0.0.1:53716__collection1-n_0000000001
> [junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
> [junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
> [junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
> [junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
> [junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
> [junit4:junit4] 1> 128954 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 128955 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.common.cloud.ZkStateReader ? ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4] 1> 128955 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.common.cloud.ZkStateReader ? ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4] 1> 128956 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] INFO org.apache.solr.common.cloud.ZkStateReader ? A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
> [junit4:junit4] 1> 128956 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.common.cloud.ZkStateReader ? ZooKeeper watch triggered, but Solr cannot talk to ZK
> [junit4:junit4] 1> 128956 [TEST-CloudSolrServerTest.testDistribSearch-seed#[199CBEA06FE07E27]-EventThread] WARN org.apache.solr.cloud.LeaderElector ?
> [junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
> [junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
> [junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
> [junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
> [junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
> [junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
> [junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
> [junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
> [junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Asserting), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=NestedPulsing), a_t=PostingsFormat(name=Asserting), text=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=Lucene41WithOrds), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Lucene41WithOrds), intDefault=PostingsFormat(name=Asserting)}, docValues:{}, sim=DefaultSimilarity, locale=de_AT, timezone=Europe/Podgorica
> [junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=69456056,total=259981312
> [junit4:junit4] 2> NOTE: All tests run in this JVM: [TestUpdateRequestCodec, LargeVolumeJettyTest, TestEmbeddedSolrServer, SolrExampleStreamingBinaryTest, TestXMLEscaping, JettyWebappTest, SolrExampleXMLTest, TestJavaBinCodec, ClientUtilsTest, SolrExceptionTest, SolrExampleEmbeddedTest, TestDocumentObjectBinder, CloudSolrServerTest]
> [junit4:junit4] Completed on J0 in 65.60s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 28 lines...]
> BUILD FAILED
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:393: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:366: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:194: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1243: The following error occurred while executing this line:
> /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:887: There were test failures: 46 suites, 272 tests, 1 error, 1 ignored (1 assumption)
>
> Total time: 108 minutes 7 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org