You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/05/23 17:04:15 UTC
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 496 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/496/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:49889 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:49889 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([A45CB9EC96503665:25BA37F4E10F5659]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:51386 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51386 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([A45CB9EC96503665:25BA37F4E10F5659]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9584 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 1647382 T2541 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 1647391 T2541 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369319259695
[junit4:junit4] 2> 1647393 T2541 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1647394 T2542 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1647495 T2541 oasc.ZkTestServer.run start zk server on port:49882
[junit4:junit4] 2> 1647497 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647511 T2548 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19614933 name:ZooKeeperConnection Watcher:127.0.0.1:49882 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647511 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647512 T2541 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1647522 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647528 T2550 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cd4c5ac name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647528 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647528 T2541 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1647537 T2541 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1647545 T2541 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1647554 T2541 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1647565 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1647566 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1647582 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1647583 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1647592 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1647593 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1647601 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1647602 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1647610 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1647611 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1647625 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1647627 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1647639 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1647640 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1647648 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1647649 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1647657 T2541 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1647659 T2541 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1648422 T2541 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1648439 T2541 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49885
[junit4:junit4] 2> 1648441 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1648443 T2541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1648444 T2541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971
[junit4:junit4] 2> 1648445 T2541 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/solr.xml
[junit4:junit4] 2> 1648446 T2541 oasc.CoreContainer.<init> New CoreContainer 148598336
[junit4:junit4] 2> 1648447 T2541 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/'
[junit4:junit4] 2> 1648449 T2541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/'
[junit4:junit4] 2> 1648771 T2541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1648773 T2541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1648774 T2541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1648775 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1648776 T2541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1648777 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1648778 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1648779 T2541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1648780 T2541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1648781 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1648830 T2541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1648831 T2541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49882/solr
[junit4:junit4] 2> 1648832 T2541 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1648835 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1648843 T2561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@743505ef name:ZooKeeperConnection Watcher:127.0.0.1:49882 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1648844 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1648873 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1648906 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1648922 T2563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@45cd74fb name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1648923 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1648933 T2541 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1648949 T2541 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1648966 T2541 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1648975 T2541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49885_
[junit4:junit4] 2> 1648979 T2541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49885_
[junit4:junit4] 2> 1648993 T2541 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1649014 T2541 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1649024 T2541 oasc.Overseer.start Overseer (id=89739707004026883-127.0.0.1:49885_-n_0000000000) starting
[junit4:junit4] 2> 1649050 T2541 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1649067 T2565 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1649073 T2541 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1649083 T2541 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1649092 T2541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1649113 T2564 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1649115 T2566 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/collection1
[junit4:junit4] 2> 1649116 T2566 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1649119 T2566 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1649120 T2566 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1649127 T2566 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/collection1/'
[junit4:junit4] 2> 1649129 T2566 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1649130 T2566 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/collection1/lib/README' to classloader
[junit4:junit4] 2> 1649262 T2566 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1649435 T2566 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1649445 T2566 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1649457 T2566 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1650531 T2566 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1650536 T2566 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1650540 T2566 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1650549 T2566 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1650628 T2566 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1650630 T2566 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369319259971/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/control/data/
[junit4:junit4] 2> 1650630 T2566 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f7ee44
[junit4:junit4] 2> 1650631 T2566 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1650632 T2566 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/control/data
[junit4:junit4] 2> 1650633 T2566 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/control/data/index/
[junit4:junit4] 2> 1650633 T2566 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1650633 T2566 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/control/data/index
[junit4:junit4] 2> 1650640 T2566 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6019171e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb7768),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1650641 T2566 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1650645 T2566 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1650646 T2566 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1650647 T2566 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1650647 T2566 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1650649 T2566 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1650649 T2566 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1650649 T2566 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1650650 T2566 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1650650 T2566 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1650666 T2566 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1650675 T2566 oass.SolrIndexSearcher.<init> Opening Searcher@78e3882c main
[junit4:junit4] 2> 1650676 T2566 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/control/data/tlog
[junit4:junit4] 2> 1650677 T2566 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1650677 T2566 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1650680 T2567 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78e3882c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1650682 T2566 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1650683 T2566 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1652136 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1652138 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49885_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49885"}
[junit4:junit4] 2> 1652138 T2564 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1652138 T2564 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1652148 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1652688 T2566 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1652688 T2566 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49885 collection:control_collection shard:shard1
[junit4:junit4] 2> 1652690 T2566 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1652717 T2566 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1652725 T2566 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1652725 T2566 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1652726 T2566 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49885/collection1/
[junit4:junit4] 2> 1652726 T2566 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1652726 T2566 oasc.SyncStrategy.syncToMe http://127.0.0.1:49885/collection1/ has no replicas
[junit4:junit4] 2> 1652726 T2566 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49885/collection1/
[junit4:junit4] 2> 1652727 T2566 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1653662 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1653691 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1653727 T2566 oasc.ZkController.register We are http://127.0.0.1:49885/collection1/ and leader is http://127.0.0.1:49885/collection1/
[junit4:junit4] 2> 1653728 T2566 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49885
[junit4:junit4] 2> 1653728 T2566 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1653728 T2566 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1653729 T2566 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1653734 T2566 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1653738 T2541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1653739 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1653740 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1653778 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1653781 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1653788 T2570 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3071e3aa name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1653788 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1653794 T2541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1653805 T2541 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1654523 T2541 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1654530 T2541 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49889
[junit4:junit4] 2> 1654532 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1654532 T2541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1654533 T2541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108
[junit4:junit4] 2> 1654533 T2541 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/solr.xml
[junit4:junit4] 2> 1654534 T2541 oasc.CoreContainer.<init> New CoreContainer 921667395
[junit4:junit4] 2> 1654535 T2541 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/'
[junit4:junit4] 2> 1654535 T2541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/'
[junit4:junit4] 2> 1654777 T2541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1654778 T2541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1654779 T2541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1654779 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1654780 T2541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1654780 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1654781 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1654782 T2541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1654782 T2541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1654783 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1654817 T2541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1654818 T2541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49882/solr
[junit4:junit4] 2> 1654819 T2541 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1654821 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1654826 T2581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27843da3 name:ZooKeeperConnection Watcher:127.0.0.1:49882 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1654827 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1654833 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1654859 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1654867 T2583 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6bb469fd name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1654867 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1654881 T2541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1655215 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1655217 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49885__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49885_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49885"}
[junit4:junit4] 2> 1655228 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1655229 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1655230 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1655894 T2541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49889_
[junit4:junit4] 2> 1655898 T2541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49889_
[junit4:junit4] 2> 1655905 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1655911 T2570 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1655911 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1655912 T2583 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1655912 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1655924 T2563 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1655970 T2584 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/collection1
[junit4:junit4] 2> 1655971 T2584 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1655972 T2584 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1655973 T2584 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1655976 T2584 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/collection1/'
[junit4:junit4] 2> 1655978 T2584 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1655978 T2584 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/collection1/lib/README' to classloader
[junit4:junit4] 2> 1656068 T2584 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1656158 T2584 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1656163 T2584 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1656169 T2584 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1657301 T2584 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1657309 T2584 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1657314 T2584 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1657325 T2584 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1657431 T2584 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1657432 T2584 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369319266108/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty1/
[junit4:junit4] 2> 1657433 T2584 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f7ee44
[junit4:junit4] 2> 1657434 T2584 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1657435 T2584 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty1
[junit4:junit4] 2> 1657436 T2584 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty1/index/
[junit4:junit4] 2> 1657437 T2584 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1657438 T2584 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty1/index
[junit4:junit4] 2> 1657446 T2584 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2157c280 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc388de),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1657447 T2584 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1657454 T2584 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1657455 T2584 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1657457 T2584 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1657459 T2584 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1657460 T2584 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1657461 T2584 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1657462 T2584 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1657464 T2584 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1657466 T2584 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1657500 T2584 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1657509 T2584 oass.SolrIndexSearcher.<init> Opening Searcher@5c7cde9d main
[junit4:junit4] 2> 1657509 T2584 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty1/tlog
[junit4:junit4] 2> 1657511 T2584 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1657511 T2584 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1657516 T2585 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5c7cde9d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1657520 T2584 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1657521 T2584 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1658277 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1658279 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49889_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49889"}
[junit4:junit4] 2> 1658279 T2564 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1658279 T2564 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1658298 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1658299 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1658299 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1658527 T2584 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1658528 T2584 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49889 collection:collection1 shard:shard1
[junit4:junit4] 2> 1658530 T2584 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1658560 T2584 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1658570 T2584 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1658571 T2584 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1658571 T2584 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49889/collection1/
[junit4:junit4] 2> 1658572 T2584 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1658573 T2584 oasc.SyncStrategy.syncToMe http://127.0.0.1:49889/collection1/ has no replicas
[junit4:junit4] 2> 1658573 T2584 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49889/collection1/
[junit4:junit4] 2> 1658574 T2584 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1659816 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1659849 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1659854 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1659854 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1659907 T2584 oasc.ZkController.register We are http://127.0.0.1:49889/collection1/ and leader is http://127.0.0.1:49889/collection1/
[junit4:junit4] 2> 1659908 T2584 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49889
[junit4:junit4] 2> 1659908 T2584 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1659909 T2584 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1659910 T2584 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1659920 T2584 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1659925 T2541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1659926 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1659927 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1660811 T2541 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1660827 T2541 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49892
[junit4:junit4] 2> 1660829 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1660830 T2541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1660831 T2541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289
[junit4:junit4] 2> 1660832 T2541 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/solr.xml
[junit4:junit4] 2> 1660833 T2541 oasc.CoreContainer.<init> New CoreContainer 1797047614
[junit4:junit4] 2> 1660836 T2541 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/'
[junit4:junit4] 2> 1660837 T2541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/'
[junit4:junit4] 2> 1661173 T2541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1661174 T2541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1661175 T2541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1661177 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1661179 T2541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1661180 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1661182 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1661183 T2541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1661184 T2541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1661186 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1661222 T2541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1661225 T2541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49882/solr
[junit4:junit4] 2> 1661228 T2541 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1661237 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1661246 T2597 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a21cd50 name:ZooKeeperConnection Watcher:127.0.0.1:49882 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1661247 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1661252 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1661277 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1661292 T2599 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@792d11b6 name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1661293 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1661311 T2541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1661387 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1661389 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49889__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49889_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49889"}
[junit4:junit4] 2> 1661403 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1661404 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1661405 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1661405 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1662323 T2541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49892_
[junit4:junit4] 2> 1662333 T2541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49892_
[junit4:junit4] 2> 1662358 T2570 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1662359 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1662359 T2599 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1662360 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1662374 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1662387 T2583 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1662387 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1662391 T2563 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1662418 T2600 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/collection1
[junit4:junit4] 2> 1662419 T2600 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1662421 T2600 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1662422 T2600 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1662435 T2600 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/collection1/'
[junit4:junit4] 2> 1662439 T2600 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1662440 T2600 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/collection1/lib/README' to classloader
[junit4:junit4] 2> 1662571 T2600 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1662694 T2600 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1662698 T2600 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1662709 T2600 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1664053 T2600 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1664061 T2600 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1664066 T2600 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1664078 T2600 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1664188 T2600 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1664188 T2600 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369319272289/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty2/
[junit4:junit4] 2> 1664189 T2600 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f7ee44
[junit4:junit4] 2> 1664190 T2600 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1664191 T2600 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty2
[junit4:junit4] 2> 1664192 T2600 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty2/index/
[junit4:junit4] 2> 1664192 T2600 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1664194 T2600 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty2/index
[junit4:junit4] 2> 1664201 T2600 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e23e3c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a70a267),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1664202 T2600 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1664209 T2600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1664210 T2600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1664212 T2600 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1664213 T2600 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1664215 T2600 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1664215 T2600 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1664216 T2600 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1664220 T2600 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1664224 T2600 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1664251 T2600 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1664261 T2600 oass.SolrIndexSearcher.<init> Opening Searcher@46cc74dc main
[junit4:junit4] 2> 1664262 T2600 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty2/tlog
[junit4:junit4] 2> 1664264 T2600 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1664264 T2600 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1664303 T2601 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@46cc74dc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1664310 T2600 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1664311 T2600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1664472 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1664475 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49892_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49892"}
[junit4:junit4] 2> 1664476 T2564 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1664476 T2564 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1664492 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1664492 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1664493 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1664501 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1665317 T2600 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1665317 T2600 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49892 collection:collection1 shard:shard2
[junit4:junit4] 2> 1665326 T2600 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1665352 T2600 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1665361 T2600 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1665362 T2600 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1665362 T2600 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:49892/collection1/
[junit4:junit4] 2> 1665362 T2600 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1665362 T2600 oasc.SyncStrategy.syncToMe http://127.0.0.1:49892/collection1/ has no replicas
[junit4:junit4] 2> 1665363 T2600 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:49892/collection1/
[junit4:junit4] 2> 1665363 T2600 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1666013 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1666042 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1666055 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1666056 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1666057 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1666107 T2600 oasc.ZkController.register We are http://127.0.0.1:49892/collection1/ and leader is http://127.0.0.1:49892/collection1/
[junit4:junit4] 2> 1666108 T2600 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49892
[junit4:junit4] 2> 1666109 T2600 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1666109 T2600 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1666109 T2600 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1666115 T2600 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1666119 T2541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1666120 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1666121 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1667085 T2541 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1667095 T2541 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49895
[junit4:junit4] 2> 1667098 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1667099 T2541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1667101 T2541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453
[junit4:junit4] 2> 1667107 T2541 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/solr.xml
[junit4:junit4] 2> 1667109 T2541 oasc.CoreContainer.<init> New CoreContainer 310909954
[junit4:junit4] 2> 1667110 T2541 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/'
[junit4:junit4] 2> 1667111 T2541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/'
[junit4:junit4] 2> 1667345 T2541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1667346 T2541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1667348 T2541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1667349 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1667350 T2541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1667351 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1667353 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1667354 T2541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1667356 T2541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1667358 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1667405 T2541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1667406 T2541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49882/solr
[junit4:junit4] 2> 1667407 T2541 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1667410 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1667419 T2613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@634bb9b9 name:ZooKeeperConnection Watcher:127.0.0.1:49882 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1667420 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1667435 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1667475 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1667481 T2615 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5307c62 name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1667482 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1667506 T2541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1667581 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1667584 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49892__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49892_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49892"}
[junit4:junit4] 2> 1667598 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1667598 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1667599 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1667599 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1667603 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1668518 T2541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49895_
[junit4:junit4] 2> 1668521 T2541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49895_
[junit4:junit4] 2> 1668528 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1668542 T2563 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1668546 T2570 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1668547 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1668547 T2599 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1668548 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1668548 T2583 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1668549 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1668549 T2615 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1668549 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1668577 T2616 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/collection1
[junit4:junit4] 2> 1668577 T2616 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1668580 T2616 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1668581 T2616 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1668585 T2616 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/collection1/'
[junit4:junit4] 2> 1668588 T2616 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1668589 T2616 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/collection1/lib/README' to classloader
[junit4:junit4] 2> 1668711 T2616 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1668858 T2616 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1668862 T2616 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1668869 T2616 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1670173 T2616 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1670179 T2616 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1670181 T2616 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1670188 T2616 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1670279 T2616 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1670280 T2616 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369319278453/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/
[junit4:junit4] 2> 1670280 T2616 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f7ee44
[junit4:junit4] 2> 1670281 T2616 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1670282 T2616 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3
[junit4:junit4] 2> 1670282 T2616 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index/
[junit4:junit4] 2> 1670283 T2616 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1670284 T2616 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index
[junit4:junit4] 2> 1670290 T2616 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13a5a693 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354264e5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1670291 T2616 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1670306 T2616 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1670307 T2616 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1670308 T2616 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1670310 T2616 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1670311 T2616 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1670311 T2616 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1670312 T2616 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1670313 T2616 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1670314 T2616 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1670337 T2616 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1670350 T2616 oass.SolrIndexSearcher.<init> Opening Searcher@2db4c4ab main
[junit4:junit4] 2> 1670352 T2616 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/tlog
[junit4:junit4] 2> 1670354 T2616 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1670355 T2616 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1670378 T2617 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2db4c4ab main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1670382 T2616 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1670383 T2616 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1670636 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1670639 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49895_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49895"}
[junit4:junit4] 2> 1670639 T2564 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1670640 T2564 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1670657 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1670658 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1670658 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1670659 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1670660 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1671387 T2616 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1671388 T2616 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49895 collection:collection1 shard:shard1
[junit4:junit4] 2> 1671400 T2616 oasc.ZkController.register We are http://127.0.0.1:49895/collection1/ and leader is http://127.0.0.1:49889/collection1/
[junit4:junit4] 2> 1671401 T2616 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49895
[junit4:junit4] 2> 1671401 T2616 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1671402 T2616 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C2918 name=collection1 org.apache.solr.core.SolrCore@c86f559 url=http://127.0.0.1:49895/collection1 node=127.0.0.1:49895_ C2918_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49895_, base_url=http://127.0.0.1:49895}
[junit4:junit4] 2> 1671404 T2618 C2918 P49895 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1671406 T2618 C2918 P49895 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1671406 T2618 C2918 P49895 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1671407 T2618 C2918 P49895 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1671412 T2616 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1671415 T2618 C2918 P49895 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1671430 T2541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1671431 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1671432 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1671461 T2577 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:49895__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1672166 T2541 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1672173 T2541 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49899
[junit4:junit4] 2> 1672175 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1672176 T2541 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1672177 T2541 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780
[junit4:junit4] 2> 1672177 T2541 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/solr.xml
[junit4:junit4] 2> 1672178 T2541 oasc.CoreContainer.<init> New CoreContainer 1323580394
[junit4:junit4] 2> 1672179 T2541 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/'
[junit4:junit4] 2> 1672179 T2541 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/'
[junit4:junit4] 2> 1672197 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1672199 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49895__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49895_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49895"}
[junit4:junit4] 2> 1672212 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1672213 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1672213 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1672213 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1672214 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1672463 T2577 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:49895__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1672463 T2577 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:49895__collection1&state=recovering&nodeName=127.0.0.1:49895_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 1672471 T2541 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1672471 T2541 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1672472 T2541 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1672473 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1672473 T2541 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1672474 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1672475 T2541 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1672479 T2541 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1672483 T2541 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1672483 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1672514 T2541 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1672515 T2541 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49882/solr
[junit4:junit4] 2> 1672517 T2541 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1672520 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1672525 T2630 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6128d09 name:ZooKeeperConnection Watcher:127.0.0.1:49882 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1672526 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1672531 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1672561 T2541 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1672571 T2632 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b608a13 name:ZooKeeperConnection Watcher:127.0.0.1:49882/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1672572 T2541 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1672585 T2541 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1673595 T2541 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49899_
[junit4:junit4] 2> 1673599 T2541 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49899_
[junit4:junit4] 2> 1673619 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1673632 T2570 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1673632 T2583 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1673633 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1673632 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1673632 T2632 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1673634 T2599 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1673635 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1673636 T2615 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1673637 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1673645 T2563 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1673659 T2633 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/collection1
[junit4:junit4] 2> 1673659 T2633 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1673661 T2633 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1673661 T2633 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1673664 T2633 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/collection1/'
[junit4:junit4] 2> 1673666 T2633 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1673666 T2633 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/collection1/lib/README' to classloader
[junit4:junit4] 2> 1673796 T2633 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 1673957 T2633 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1673961 T2633 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1673969 T2633 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C2919 name=collection1 org.apache.solr.core.SolrCore@c86f559 url=http://127.0.0.1:49895/collection1 node=127.0.0.1:49895_ C2919_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49895_, base_url=http://127.0.0.1:49895}
[junit4:junit4] 2> 1674466 T2618 C2919 P49895 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49889/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1674467 T2618 C2919 P49895 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49895 START replicas=[http://127.0.0.1:49889/collection1/] nUpdates=100
[junit4:junit4] 2> 1674468 T2618 C2919 P49895 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1674485 T2618 C2919 P49895 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1674488 T2618 C2919 P49895 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1674488 T2618 C2919 P49895 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1674488 T2618 C2919 P49895 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1674489 T2618 C2919 P49895 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49889/collection1/. core=collection1
[junit4:junit4] 2> 1674489 T2618 C2919 P49895 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C2920 name=collection1 org.apache.solr.core.SolrCore@1099ea3 url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_ C2920_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889, leader=true}
[junit4:junit4] 2> 1674519 T2577 C2920 P49889 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=14
[junit4:junit4] 2> 1674526 T2574 C2920 P49889 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1674593 T2574 C2920 P49889 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2157c280 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc388de),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1674595 T2574 C2920 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1674596 T2574 C2920 P49889 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2157c280 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc388de),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2157c280 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc388de),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1674596 T2574 C2920 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1674597 T2574 C2920 P49889 oass.SolrIndexSearcher.<init> Opening Searcher@5c0a67cf realtime
[junit4:junit4] 2> 1674598 T2574 C2920 P49889 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1674598 T2574 C2920 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 72
[junit4:junit4] 2> 1674600 T2618 C2919 P49895 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1674601 T2618 C2919 P49895 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1674625 T2576 C2920 P49889 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> ASYNC NEW_CORE C2921 name=collection1 org.apache.solr.core.SolrCore@1099ea3 url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_ C2921_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889, leader=true}
[junit4:junit4] 2> 1674652 T2576 C2921 P49889 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=46
[junit4:junit4] 2> ASYNC NEW_CORE C2922 name=collection1 org.apache.solr.core.SolrCore@c86f559 url=http://127.0.0.1:49895/collection1 node=127.0.0.1:49895_ C2922_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49895_, base_url=http://127.0.0.1:49895}
[junit4:junit4] 2> 1674662 T2618 C2922 P49895 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1674663 T2618 C2922 P49895 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1674663 T2618 C2922 P49895 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1674667 T2578 C2921 P49889 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1674670 T2618 C2922 P49895 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1674684 T2618 C2922 P49895 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index.20130523222806973
[junit4:junit4] 2> 1674687 T2618 C2922 P49895 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1e6c629 lockFactory=org.apache.lucene.store.NativeFSLockFactory@328053e0) fullCopy=false
[junit4:junit4] 2> 1674690 T2579 C2921 P49889 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1674698 T2618 C2922 P49895 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1674701 T2618 C2922 P49895 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1674702 T2618 C2922 P49895 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1674724 T2618 C2922 P49895 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13a5a693 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354264e5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13a5a693 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354264e5),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1674729 T2618 C2922 P49895 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1674735 T2618 C2922 P49895 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1674735 T2618 C2922 P49895 oass.SolrIndexSearcher.<init> Opening Searcher@49035106 main
[junit4:junit4] 2> 1674737 T2617 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49035106 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1674747 T2618 C2922 P49895 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index.20130523222806973 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index.20130523222806973;done=true>>]
[junit4:junit4] 2> 1674747 T2618 C2922 P49895 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index.20130523222806973
[junit4:junit4] 2> 1674760 T2618 C2922 P49895 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty3/index.20130523222806973
[junit4:junit4] 2> 1674761 T2618 C2922 P49895 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1674761 T2618 C2922 P49895 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1674761 T2618 C2922 P49895 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1674762 T2618 C2922 P49895 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1674765 T2618 C2922 P49895 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1675199 T2633 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1675204 T2633 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1675208 T2633 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1675218 T2633 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1675262 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1675264 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49895__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49895_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49895"}
[junit4:junit4] 2> 1675280 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1675281 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1675281 T2632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1675282 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1675282 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1675281 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1675330 T2633 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1675331 T2633 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369319283780/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/
[junit4:junit4] 2> 1675331 T2633 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7f7ee44
[junit4:junit4] 2> 1675332 T2633 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1675333 T2633 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4
[junit4:junit4] 2> 1675335 T2633 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index/
[junit4:junit4] 2> 1675336 T2633 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1675337 T2633 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index
[junit4:junit4] 2> 1675349 T2633 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@795a1ad5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@515c915e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1675349 T2633 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1675354 T2633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1675355 T2633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1675360 T2633 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1675362 T2633 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1675363 T2633 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1675363 T2633 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1675365 T2633 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1675367 T2633 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1675368 T2633 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1675389 T2633 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1675402 T2633 oass.SolrIndexSearcher.<init> Opening Searcher@38dce987 main
[junit4:junit4] 2> 1675403 T2633 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/tlog
[junit4:junit4] 2> 1675405 T2633 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1675405 T2633 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1675423 T2636 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38dce987 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1675427 T2633 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1675428 T2633 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1676811 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1676815 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49899_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49899"}
[junit4:junit4] 2> 1676815 T2564 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1676815 T2564 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1676828 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1676828 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1676828 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1676828 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1676829 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1676828 T2632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1677434 T2633 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1677435 T2633 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:49899 collection:collection1 shard:shard2
[junit4:junit4] 2> 1677450 T2633 oasc.ZkController.register We are http://127.0.0.1:49899/collection1/ and leader is http://127.0.0.1:49892/collection1/
[junit4:junit4] 2> 1677451 T2633 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:49899
[junit4:junit4] 2> 1677451 T2633 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1677451 T2633 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C2923 name=collection1 org.apache.solr.core.SolrCore@b4f831 url=http://127.0.0.1:49899/collection1 node=127.0.0.1:49899_ C2923_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:49899_, base_url=http://127.0.0.1:49899}
[junit4:junit4] 2> 1677453 T2637 C2923 P49899 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1677454 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1677455 T2637 C2923 P49899 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1677455 T2637 C2923 P49899 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1677457 T2633 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1677458 T2637 C2923 P49899 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1677478 T2541 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1677478 T2541 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1677479 T2541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1677502 T2595 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:49899__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1677515 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1677518 T2541 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1677519 T2541 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1677522 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1678352 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1678355 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49899__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49899_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49899"}
[junit4:junit4] 2> 1678367 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1678367 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1678368 T2632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1678368 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1678372 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1678374 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1678505 T2595 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:49899__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1678506 T2595 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:49899__collection1&state=recovering&nodeName=127.0.0.1:49899_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1004
[junit4:junit4] 2> 1678527 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1679532 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C2923_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:49899_, base_url=http://127.0.0.1:49899}
[junit4:junit4] 2> 1680508 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:49892/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1680509 T2637 C2923 P49899 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:49899 START replicas=[http://127.0.0.1:49892/collection1/] nUpdates=100
[junit4:junit4] 2> 1680510 T2637 C2923 P49899 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1680510 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1680510 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1680511 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1680511 T2637 C2923 P49899 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1680511 T2637 C2923 P49899 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:49892/collection1/. core=collection1
[junit4:junit4] 2> 1680511 T2637 C2923 P49899 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1680557 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C2924 name=collection1 org.apache.solr.core.SolrCore@2d1ec082 url=http://127.0.0.1:49892/collection1 node=127.0.0.1:49892_ C2924_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49892_, base_url=http://127.0.0.1:49892, leader=true}
[junit4:junit4] 2> 1680559 T2592 C2924 P49892 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1680562 T2595 C2924 P49892 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1680566 T2592 C2924 P49892 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e23e3c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a70a267),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1680567 T2592 C2924 P49892 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1680568 T2592 C2924 P49892 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e23e3c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a70a267),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e23e3c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a70a267),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1680568 T2592 C2924 P49892 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1680570 T2592 C2924 P49892 oass.SolrIndexSearcher.<init> Opening Searcher@30937105 realtime
[junit4:junit4] 2> 1680570 T2592 C2924 P49892 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1680571 T2592 C2924 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 12
[junit4:junit4] 2> 1680572 T2637 C2923 P49899 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1680573 T2637 C2923 P49899 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1680579 T2594 C2924 P49892 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1680580 T2594 C2924 P49892 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 1680581 T2637 C2923 P49899 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1680581 T2637 C2923 P49899 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1680581 T2637 C2923 P49899 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1680585 T2591 C2924 P49892 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 1680587 T2637 C2923 P49899 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1680590 T2637 C2923 P49899 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index.20130523222812890
[junit4:junit4] 2> 1680590 T2637 C2923 P49899 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@49b64b78 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20b5177c) fullCopy=false
[junit4:junit4] 2> 1680594 T2593 C2924 P49892 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1680596 T2637 C2923 P49899 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1680599 T2637 C2923 P49899 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1680599 T2637 C2923 P49899 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1680602 T2637 C2923 P49899 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@795a1ad5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@515c915e),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@795a1ad5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@515c915e),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1680603 T2637 C2923 P49899 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1680603 T2637 C2923 P49899 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1680604 T2637 C2923 P49899 oass.SolrIndexSearcher.<init> Opening Searcher@78f5bf54 main
[junit4:junit4] 2> 1680606 T2636 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78f5bf54 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1680607 T2637 C2923 P49899 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index.20130523222812890 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index.20130523222812890;done=true>>]
[junit4:junit4] 2> 1680607 T2637 C2923 P49899 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index.20130523222812890
[junit4:junit4] 2> 1680608 T2637 C2923 P49899 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369319259694/jetty4/index.20130523222812890
[junit4:junit4] 2> 1680608 T2637 C2923 P49899 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1680609 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1680609 T2637 C2923 P49899 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1680609 T2637 C2923 P49899 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1680613 T2637 C2923 P49899 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1681449 T2564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681452 T2564 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:49899__collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:49899_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:49899"}
[junit4:junit4] 2> 1681469 T2599 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681470 T2563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681471 T2632 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681472 T2583 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681473 T2570 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681474 T2615 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681568 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681572 T2541 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C2925 name=collection1 org.apache.solr.core.SolrCore@5c316451 url=http://127.0.0.1:49885/collection1 node=127.0.0.1:49885_ C2925_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:49885_, base_url=http://127.0.0.1:49885, leader=true}
[junit4:junit4] 2> 1681605 T2557 C2925 P49885 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1681614 T2557 C2925 P49885 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6019171e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb7768),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1681615 T2557 C2925 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1681617 T2557 C2925 P49885 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6019171e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb7768),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6019171e lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fdb7768),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1681617 T2557 C2925 P49885 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1681618 T2557 C2925 P49885 oass.SolrIndexSearcher.<init> Opening Searcher@4a99ac43 main
[junit4:junit4] 2> 1681619 T2557 C2925 P49885 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1681621 T2567 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a99ac43 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1681622 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 2> ASYNC NEW_CORE C2926 name=collection1 org.apache.solr.core.SolrCore@2d1ec082 url=http://127.0.0.1:49892/collection1 node=127.0.0.1:49892_ C2926_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49892_, base_url=http://127.0.0.1:49892, leader=true}
[junit4:junit4] 2> 1681660 T2590 C2926 P49892 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1681665 T2590 C2926 P49892 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e23e3c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a70a267),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e23e3c lockFactory=org.apache.lucene.store.NativeFSLockFactory@7a70a267),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1681666 T2590 C2926 P49892 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1681667 T2590 C2926 P49892 oass.SolrIndexSearcher.<init> Opening Searcher@1c9051b4 main
[junit4:junit4] 2> 1681668 T2590 C2926 P49892 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1681670 T2601 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c9051b4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1681672 T2590 C2926 P49892 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:49889/collection1/, StdNode: http://127.0.0.1:49895/collection1/, StdNode: http://127.0.0.1:49899/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> ASYNC NEW_CORE C2927 name=collection1 org.apache.solr.core.SolrCore@1099ea3 url=http://127.0.0.1:49889/collection1 node=127.0.0.1:49889_ C2927_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49889_, base_url=http://127.0.0.1:49889, leader=true}
[junit4:junit4] 2> 1681711 T2579 C2927 P49889 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C2928 name=collection1 org.apache.solr.core.SolrCore@b4f831 url=http://127.0.0.1:49899/collection1 node=127.0.0.1:49899_ C2928_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49899_, base_url=http://127.0.0.1:49899}
[junit4:junit4] 2> 1681729 T2627 C2928 P49899 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C2929 name=collection1 org.apache.solr.core.SolrCore@c86f559 url=http://127.0.0.1:49895/collection1 node=127.0.0.1:49895_ C2929_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:49895_, base_url=http://127.0.0.1:49895}
[junit4:junit4] 2> 1681735 T2606 C2929 P49895 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1681737 T2627 C2928 P49899 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@795a1ad5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@515c915e),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@795a1ad5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@515c915e),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1681738 T2627 C2928 P49899 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1681740 T2579 C2927 P49889 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2157c280 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc388de),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@2157c280 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5cc388de),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1681741 T2579 C2927 P49889 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1681742 T2627 C2928 P49899 oass.SolrIndexSearcher.<init> Opening Searcher@11190bf8 main
[junit4:junit4] 2> 1681743 T2627 C2928 P49899 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1681747 T2579 C2927 P49889 oass.SolrIndexSearcher.<init> Opening Searcher@49da4e65 main
[junit4:junit4] 2> 1681748 T2636 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11190bf8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1681750 T2585 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@49da4e65 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1681748 T2579 C2927 P49889 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1681751 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4] 2> 1681752 T2627 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> 1681754 T2606 C2929 P49895 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13a5a693 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354264e5),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@13a5a693 lockFactory=org.apache.lucene.store.NativeFSLockFactory@354264e5),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1681755 T2606 C2929 P49895 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1681761 T2606 C2929 P49895 oass.SolrIndexSearcher.<init> Opening Searcher@b93ab63 main
[junit4:junit4] 2> 1681762 T2606 C2929 P49895 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1681764 T2617 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b93ab63 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1681765 T2606 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 30
[junit4:junit4] 2> 1681768 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 108
[junit4:junit4] 2> 1681772 T2541 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681781 T2577 C2927 P49889 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1681787 T2607 C2929 P49895 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1681796 T2594 C2926 P49892 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1681801 T2628 C2928 P49899 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1683828 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435835350256713728)} 0 3
[junit4:junit4] 2> 1683862 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435835350265102336&update.from=http://127.0.0.1:49889/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435835350265102336)} 0 2
[junit4:junit4] 2> 1683869 T2628 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435835350291316736&update.from=http://127.0.0.1:49892/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435835350291316736)} 0 2
[junit4:junit4] 2> 1683871 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435835350291316736)} 0 12
[junit4:junit4] 2> 1683872 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435835350265102336)} 0 38
[junit4:junit4] 2> 1683877 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435835350309142528)]} 0 1
[junit4:junit4] 2> 1683901 T2608 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435835350329065472)]} 0 1
[junit4:junit4] 2> 1683902 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1435835350329065472)]} 0 8
[junit4:junit4] 2> 1683904 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0]} 0 23
[junit4:junit4] 2> 1683915 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1435835350348988416)]} 0 1
[junit4:junit4] 2> 1683929 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435835350361571328)]} 0 1
[junit4:junit4] 2> 1683930 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435835350361571328)]} 0 5
[junit4:junit4] 2> 1683931 T2593 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 9
[junit4:junit4] 2> 1683938 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435835350374154240)]} 0 0
[junit4:junit4] 2> 1683964 T2624 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435835350388834304)]} 0 3
[junit4:junit4] 2> 1683967 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1435835350388834304)]} 0 16
[junit4:junit4] 2> 1683971 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2]} 0 23
[junit4:junit4] 2> 1683975 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435835350412951552)]} 0 0
[junit4:junit4] 2> 1683985 T2623 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435835350420291584)]} 0 1
[junit4:junit4] 2> 1683986 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[3 (1435835350420291584)]} 0 5
[junit4:junit4] 2> 1683987 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3]} 0 8
[junit4:junit4] 2> 1683991 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435835350429728768)]} 0 1
[junit4:junit4] 2> 1684006 T2610 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435835350438117376)]} 0 1
[junit4:junit4] 2> 1684007 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1435835350438117376)]} 0 8
[junit4:junit4] 2> 1684009 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 15
[junit4:junit4] 2> 1684013 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435835350452797440)]} 0 0
[junit4:junit4] 2> 1684024 T2625 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435835350461186048)]} 0 1
[junit4:junit4] 2> 1684026 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1435835350461186048)]} 0 5
[junit4:junit4] 2> 1684028 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5]} 0 10
[junit4:junit4] 2> 1684031 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435835350471671808)]} 0 0
[junit4:junit4] 2> 1684037 T2626 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435835350474817536)]} 0 0
[junit4:junit4] 2> 1684039 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435835350474817536)]} 0 5
[junit4:junit4] 2> 1684043 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1435835350484254720)]} 0 1
[junit4:junit4] 2> 1684050 T2627 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435835350487400448)]} 0 1
[junit4:junit4] 2> 1684052 T2593 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1435835350487400448)]} 0 6
[junit4:junit4] 2> 1684057 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435835350498934784)]} 0 1
[junit4:junit4] 2> 1684066 T2611 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435835350503129088)]} 0 1
[junit4:junit4] 2> 1684073 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435835350503129088)]} 0 12
[junit4:junit4] 2> 1684080 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435835350522003456)]} 0 1
[junit4:junit4] 2> 1684091 T2628 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435835350528294912)]} 0 1
[junit4:junit4] 2> 1684093 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435835350528294912)]} 0 8
[junit4:junit4] 2> 1684101 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435835350544023552)]} 0 2
[junit4:junit4] 2> 1684114 T2606 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435835350553460736)]} 0 1
[junit4:junit4] 2> 1684116 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1435835350553460736)]} 0 8
[junit4:junit4] 2> 1684117 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10]} 0 12
[junit4:junit4] 2> 1684123 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435835350567092224)]} 0 2
[junit4:junit4] 2> 1684131 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435835350573383680)]} 0 0
[junit4:junit4] 2> 1684133 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435835350573383680)]} 0 6
[junit4:junit4] 2> 1684138 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435835350582820864)]} 0 1
[junit4:junit4] 2> 1684145 T2608 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435835350588063744)]} 0 0
[junit4:junit4] 2> 1684147 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435835350588063744)]} 0 6
[junit4:junit4] 2> 1684151 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435835350596452352)]} 0 1
[junit4:junit4] 2> 1684161 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435835350603792384)]} 0 1
[junit4:junit4] 2> 1684162 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1435835350603792384)]} 0 5
[junit4:junit4] 2> 1684163 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 9
[junit4:junit4] 2> 1684167 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1435835350614278144)]} 0 0
[junit4:junit4] 2> 1684185 T2610 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435835350630006784)]} 0 0
[junit4:junit4] 2> 1684186 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1435835350630006784)]} 0 4
[junit4:junit4] 2> 1684188 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 14
[junit4:junit4] 2> 1684192 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435835350640492544)]} 0 1
[junit4:junit4] 2> 1684203 T2611 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435835350645735424)]} 0 2
[junit4:junit4] 2> 1684204 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435835350645735424)]} 0 7
[junit4:junit4] 2> 1684208 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1435835350657269760)]} 0 0
[junit4:junit4] 2> 1684219 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435835350665658368)]} 0 1
[junit4:junit4] 2> 1684220 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1435835350665658368)]} 0 5
[junit4:junit4] 2> 1684221 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 9
[junit4:junit4] 2> 1684224 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435835350674046976)]} 0 0
[junit4:junit4] 2> 1684231 T2624 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435835350678241280)]} 0 0
[junit4:junit4] 2> 1684232 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435835350678241280)]} 0 4
[junit4:junit4] 2> 1684235 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435835350685581312)]} 0 0
[junit4:junit4] 2> 1684240 T2625 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435835350688727040)]} 0 0
[junit4:junit4] 2> 1684241 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435835350688727040)]} 0 3
[junit4:junit4] 2> 1684246 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435835350696067072)]} 0 1
[junit4:junit4] 2> 1684252 T2626 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435835350700261376)]} 0 1
[junit4:junit4] 2> 1684253 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435835350700261376)]} 0 4
[junit4:junit4] 2> 1684262 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435835350712844288)]} 0 1
[junit4:junit4] 2> 1684275 T2608 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435835350718087168)]} 0 1
[junit4:junit4] 2> 1684276 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435835350718087168)]} 0 10
[junit4:junit4] 2> 1684280 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435835350732767232)]} 0 0
[junit4:junit4] 2> 1684288 T2627 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435835350736961536)]} 0 1
[junit4:junit4] 2> 1684289 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435835350736961536)]} 0 5
[junit4:junit4] 2> 1684293 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1435835350746398720)]} 0 0
[junit4:junit4] 2> 1684300 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435835350750593024)]} 0 1
[junit4:junit4] 2> 1684301 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1435835350750593024)]} 0 5
[junit4:junit4] 2> 1684305 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435835350758981632)]} 0 0
[junit4:junit4] 2> 1684315 T2628 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435835350763175936)]} 0 1
[junit4:junit4] 2> 1684317 T2593 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435835350763175936)]} 0 8
[junit4:junit4] 2> 1684320 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435835350774710272)]} 0 0
[junit4:junit4] 2> 1684328 T2610 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435835350778904576)]} 0 0
[junit4:junit4] 2> 1684331 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435835350778904576)]} 0 7
[junit4:junit4] 2> 1684341 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435835350795681792)]} 0 1
[junit4:junit4] 2> 1684351 T2623 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435835350799876096)]} 0 1
[junit4:junit4] 2> 1684352 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435835350799876096)]} 0 8
[junit4:junit4] 2> 1684357 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435835350813507584)]} 0 1
[junit4:junit4] 2> 1684365 T2624 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435835350816653312)]} 0 0
[junit4:junit4] 2> 1684366 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435835350816653312)]} 0 6
[junit4:junit4] 2> 1684370 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435835350826090496)]} 0 1
[junit4:junit4] 2> 1684376 T2606 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435835350830284800)]} 0 0
[junit4:junit4] 2> 1684378 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435835350830284800)]} 0 5
[junit4:junit4] 2> 1684382 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435835350838673408)]} 0 1
[junit4:junit4] 2> 1684392 T2611 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435835350847062016)]} 0 0
[junit4:junit4] 2> 1684394 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1435835350847062016)]} 0 5
[junit4:junit4] 2> 1684395 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 9
[junit4:junit4] 2> 1684399 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435835350857547776)]} 0 0
[junit4:junit4] 2> 1684405 T2625 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435835350860693504)]} 0 0
[junit4:junit4] 2> 1684406 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435835350860693504)]} 0 4
[junit4:junit4] 2> 1684410 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1435835350869082112)]} 0 1
[junit4:junit4] 2> 1684418 T2626 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435835350874324992)]} 0 0
[junit4:junit4] 2> 1684424 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435835350874324992)]} 0 9
[junit4:junit4] 2> 1684427 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 14
[junit4:junit4] 2> 1684434 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1435835350893199360)]} 0 1
[junit4:junit4] 2> 1684447 T2627 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435835350903685120)]} 0 1
[junit4:junit4] 2> 1684448 T2593 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1435835350903685120)]} 0 5
[junit4:junit4] 2> 1684450 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 10
[junit4:junit4] 2> 1684454 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435835350914170880)]} 0 1
[junit4:junit4] 2> 1684461 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435835350918365184)]} 0 1
[junit4:junit4] 2> 1684462 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435835350918365184)]} 0 5
[junit4:junit4] 2> 1684466 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1435835350927802368)]} 0 1
[junit4:junit4] 2> 1684476 T2628 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435835350935142400)]} 0 1
[junit4:junit4] 2> 1684477 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435835350935142400)]} 0 5
[junit4:junit4] 2> 1684479 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 9
[junit4:junit4] 2> 1684483 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1435835350944579584)]} 0 1
[junit4:junit4] 2> 1684496 T2608 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435835350950871040)]} 0 1
[junit4:junit4] 2> 1684497 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1435835350950871040)]} 0 10
[junit4:junit4] 2> 1684501 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1435835350964502528)]} 0 1
[junit4:junit4] 2> 1684515 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435835350969745408)]} 0 1
[junit4:junit4] 2> 1684516 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1435835350969745408)]} 0 11
[junit4:junit4] 2> 1684521 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1435835350985474048)]} 0 0
[junit4:junit4] 2> 1684528 T2610 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435835350989668352)]} 0 1
[junit4:junit4] 2> 1684530 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1435835350989668352)]} 0 5
[junit4:junit4] 2> 1684533 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435835350998056960)]} 0 0
[junit4:junit4] 2> 1684540 T2623 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435835351002251264)]} 0 0
[junit4:junit4] 2> 1684542 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435835351002251264)]} 0 5
[junit4:junit4] 2> 1684554 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1435835351017979904)]} 0 5
[junit4:junit4] 2> 1684563 T2606 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435835351024271360)]} 0 1
[junit4:junit4] 2> 1684565 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1435835351024271360)]} 0 8
[junit4:junit4] 2> 1684569 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1435835351034757120)]} 0 1
[junit4:junit4] 2> 1684584 T2624 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435835351047340032)]} 0 1
[junit4:junit4] 2> 1684586 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1435835351047340032)]} 0 6
[junit4:junit4] 2> 1684590 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1435835351057825792)]} 0 1
[junit4:junit4] 2> 1684597 T2611 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435835351060971520)]} 0 1
[junit4:junit4] 2> 1684598 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1435835351060971520)]} 0 5
[junit4:junit4] 2> 1684602 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435835351070408704)]} 0 1
[junit4:junit4] 2> 1684609 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435835351073554432)]} 0 1
[junit4:junit4] 2> 1684610 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435835351073554432)]} 0 5
[junit4:junit4] 2> 1684614 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435835351081943040)]} 0 1
[junit4:junit4] 2> 1684628 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435835351091380224)]} 0 1
[junit4:junit4] 2> 1684630 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435835351091380224)]} 0 9
[junit4:junit4] 2> 1684638 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1435835351108157440)]} 0 0
[junit4:junit4] 2> 1684650 T2610 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435835351116546048)]} 0 0
[junit4:junit4] 2> 1684652 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1435835351116546048)]} 0 6
[junit4:junit4] 2> 1684653 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 11
[junit4:junit4] 2> 1684659 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1435835351129128960)]} 0 1
[junit4:junit4] 2> 1684667 T2606 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435835351134371840)]} 0 1
[junit4:junit4] 2> 1684668 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1435835351134371840)]} 0 5
[junit4:junit4] 2> 1684671 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1435835351142760448)]} 0 1
[junit4:junit4] 2> 1684680 T2625 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435835351149051904)]} 0 0
[junit4:junit4] 2> 1684685 T2593 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435835351149051904)]} 0 8
[junit4:junit4] 2> 1684689 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 15
[junit4:junit4] 2> 1684693 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1435835351165829120)]} 0 1
[junit4:junit4] 2> 1684715 T2611 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435835351184703488)]} 0 1
[junit4:junit4] 2> 1684717 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1435835351184703488)]} 0 6
[junit4:junit4] 2> 1684718 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 10
[junit4:junit4] 2> 1684722 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1435835351196237824)]} 0 1
[junit4:junit4] 2> 1684732 T2608 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435835351202529280)]} 0 1
[junit4:junit4] 2> 1684733 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435835351202529280)]} 0 5
[junit4:junit4] 2> 1684734 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 9
[junit4:junit4] 2> 1684737 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1435835351211966464)]} 0 0
[junit4:junit4] 2> 1684746 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1435835351218257920)]} 0 0
[junit4:junit4] 2> 1684747 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[48 (1435835351218257920)]} 0 4
[junit4:junit4] 2> 1684749 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48]} 0 9
[junit4:junit4] 2> 1684753 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1435835351227695104)]} 0 1
[junit4:junit4] 2> 1684776 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1435835351240278016)]} 0 1
[junit4:junit4] 2> 1684778 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[49 (1435835351240278016)]} 0 16
[junit4:junit4] 2> 1684779 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49]} 0 23
[junit4:junit4] 2> 1684783 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1435835351260200960)]} 0 1
[junit4:junit4] 2> 1684790 T2610 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1435835351264395264)]} 0 1
[junit4:junit4] 2> 1684792 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1435835351264395264)]} 0 6
[junit4:junit4] 2> 1684795 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1435835351272783872)]} 0 0
[junit4:junit4] 2> 1684805 T2606 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1435835351279075328)]} 0 1
[junit4:junit4] 2> 1684806 T2579 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1435835351279075328)]} 0 5
[junit4:junit4] 2> 1684808 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 10
[junit4:junit4] 2> 1684812 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1435835351289561088)]} 0 1
[junit4:junit4] 2> 1684822 T2611 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1435835351297949696)]} 0 0
[junit4:junit4] 2> 1684825 T2577 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[52 (1435835351297949696)]} 0 7
[junit4:junit4] 2> 1684829 T2593 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52]} 0 14
[junit4:junit4] 2> 1684839 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1435835351318921216)]} 0 1
[junit4:junit4] 2> 1684849 T2627 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1435835351324164096)]} 0 1
[junit4:junit4] 2> 1684851 T2591 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1435835351324164096)]} 0 7
[junit4:junit4] 2> 1684857 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1435835351336747008)]} 0 2
[junit4:junit4] 2> 1684870 T2608 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1435835351343038464)]} 0 1
[junit4:junit4] 2> 1684872 T2575 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1435835351343038464)]} 0 10
[junit4:junit4] 2> 1684884 T2554 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1435835351366107136)]} 0 1
[junit4:junit4] 2> 1684893 T2607 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1435835351371350016)]} 0 1
[junit4:junit4] 2> 1684895 T2574 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1435835351371350016)]} 0 6
[junit4:junit4] 2> 1684900 T2557 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1435835351381835776)]} 0 1
[junit4:junit4] 2> 1684914 T2628 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1435835351387078656)]} 0 2
[junit4:junit4] 2> 1684919 T2595 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1435835351387078656)]} 0 15
[junit4:junit4] 2> 1684924 T2558 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1435835351407001600)]} 0 1
[junit4:junit4] 2> 1684932 T2623 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1435835351412244480)]} 0 1
[junit4:junit4] 2> 1684934 T2592 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1435835351412244480)]} 0 6
[junit4:junit4] 2> 1684939 T2559 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1435835351422730240)]} 0 1
[junit4:junit4] 2> 1684952 T2624 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1435835351434264576)]} 0 1
[junit4:junit4] 2> 1684953 T2594 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1435835351434264576)]} 0 5
[junit4:junit4] 2> 1684955 T2576 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 11
[junit4:junit4] 2> 1684959 T2555 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1435835351443701760)]} 0 1
[junit4:junit4] 2> 1684966 T2609 C2929 P49895 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1435835351447896064)]} 0 1
[junit4:junit4] 2> 1684967 T2578 C2927 P49889 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1435835351447896064)]} 0 5
[junit4:junit4] 2> 1684972 T2556 C2925 P49885 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1435835351457333248)]} 0 0
[junit4:junit4] 2> 1684981 T2626 C2928 P49899 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49892/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1435835351464673280)]} 0 0
[junit4:junit4] 2> 1684983 T2590 C2926 P49892 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:49889/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[60 (1435835351464673280)]} 0 5
[junit4:junit4] 2> 1
[...truncated too long message...]
2
[junit4:junit4] 2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1369321237572 FAILED !!!!!
[junit4:junit4] 2> 3677549 T7247 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 3677550 T7247 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51379 51379
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=A45CB9EC96503665 -Dtests.slow=true -Dtests.locale=in_ID -Dtests.timezone=Asia/Pontianak -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 52.3s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51386 returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([A45CB9EC96503665:25BA37F4E10F5659]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 3677563 T7247 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 52318 T7246 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 3678550 T7338 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 3678550 T7338 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {id=Pulsing41(freqCutoff=8 minBlockSize=10 maxBlockSize=45), _version_=PostingsFormat(name=MockSep)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=in_ID, timezone=Asia/Pontianak
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=3,free=176017864,total=334925824
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestReload, TestFastOutputStream, MultiTermTest, ZkNodePropsTest, DocumentBuilderTest, SampleTest, DefaultValueUpdateProcessorTest, TestGroupingSearch, TestAddFieldRealTimeGet, AlternateDirectoryTest, ShardRoutingCustomTest, TestDynamicFieldResource, DocumentAnalysisRequestHandlerTest, FieldMutatingUpdateProcessorTest, TestQueryTypes, TestCopyFieldCollectionResource, TestRemoteStreaming, MoreLikeThisHandlerTest, SyncSliceTest, TestElisionMultitermQuery, PolyFieldTest, TestSolr4Spatial, BasicZkTest, TestFunctionQuery, DateFieldTest, SimpleFacetsTest, TestUniqueKeyFieldResource, SolrTestCaseJ4Test, TestMultiCoreConfBootstrap, XsltUpdateRequestHandlerTest, TestStressReorder, TestPartialUpdateDeduplication, TestRandomDVFaceting, StatelessScriptUpdateProcessorFactoryTest, CurrencyFieldOpenExchangeTest, SortByFunctionTest, EchoParamsTest, TermsComponentTest, MBeansHandlerTest, TestStressLucene, WordBreakSolrSpellCheckerTest, TestSolrJ, LeaderElectionIntegrationTest, DistanceFunctionTest, TestCloudManagedSchemaAddField, SuggesterTest, FastVectorHighlighterTest, SuggesterWFSTTest, ConvertedLegacyTest, DOMUtilTest, SolrCoreTest, TestLFUCache, TestSurroundQueryParser, UpdateParamsTest, QueryEqualityTest, RegexBoostProcessorTest, SolrIndexConfigTest, TestSolrIndexConfig, BadCopyFieldTest, TestFieldCollectionResource, CacheHeaderTest, OpenExchangeRatesOrgProviderTest, IndexReaderFactoryTest, IndexSchemaRuntimeFieldTest, TestPseudoReturnFields, CollectionsAPIDistributedZkTest, TestPostingsSolrHighlighter, TestAtomicUpdateErrorCases, TestValueSourceCache, CoreAdminHandlerTest, TestTrie, TestIndexSearcher, OpenCloseCoreStressTest, ReturnFieldsTest, QueryParsingTest, TermVectorComponentDistributedTest, SpellPossibilityIteratorTest, CachingDirectoryFactoryTest, TestJmxIntegration, TestMergePolicyConfig, TestSearchPerf, TestIBSimilarityFactory, TestComponentsName, TestCharFilters, TestSolrDeletionPolicy1, CSVRequestHandlerTest, TestRTGBase, TestPHPSerializedResponseWriter, TestSchemaSimilarityResource, FullSolrCloudDistribCmdsTest, TestPluginEnable, DocValuesMultiTest, SignatureUpdateProcessorFactoryTest, SimplePostToolTest, ResourceLoaderTest, ZkCLITest, CopyFieldTest, TestSolrXml, DateMathParserTest, TestStressVersions, FieldAnalysisRequestHandlerTest, TestLMDirichletSimilarityFactory, TestBinaryField, TestReversedWildcardFilterFactory, UnloadDistributedZkTest, DirectUpdateHandlerTest, OverseerCollectionProcessorTest, TestNumberUtils, UUIDFieldTest, TestStressRecovery, QueryResultKeyTest, DirectSolrConnectionTest, PingRequestHandlerTest, StandardRequestHandlerTest, SystemInfoHandlerTest, ZkControllerTest, RequiredFieldsTest, JsonLoaderTest, DirectSolrSpellCheckerTest, ScriptEngineTest, CircularListTest, TestSerializedLuceneMatchVersion, TestFiltering, TestFastLRUCache, ClusterStateTest, TestLuceneMatchVersion, SpatialFilterTest, ExternalFileFieldSortTest, XmlUpdateRequestHandlerTest, TestPerFieldSimilarity, ChaosMonkeyShardSplitTest, TestJmxMonitoredMap, BadComponentTest, TestSolrQueryParserResource, SearchHandlerTest, SolrPluginUtilsTest, TestRecovery, TestShardHandlerFactory, ZkSolrClientTest, BasicDistributedZk2Test, SolrIndexSplitterTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, OverseerTest, ShardRoutingTest, RecoveryZkTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, SliceStateUpdateTest, TestDistributedSearch, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, StatsComponentTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, BasicFunctionalityTest, TestLazyCores, TestBadConfig, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, SolrRequestParserTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTSTTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestUpdate, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, SolrInfoMBeanTest, DebugComponentTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, TestSolrQueryParser, TestArbitraryIndexDir, LoggingHandlerTest, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, HighlighterConfigTest, SOLR749Test, TestPropInject, TestQuerySenderListener, TestPropInjectDefaults, TestQuerySenderNoQuery, ResponseLogComponentTest, TestSolrDeletionPolicy2, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, URLClassifyProcessorTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, TestSolrXMLSerializer, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, TestDocumentBuilder, SliceStateTest, FileUtilsTest, AliasIntegrationTest, ShardSplitTest]
[junit4:junit4] Completed in 53.38s, 1 test, 1 error <<< FAILURES!
[...truncated 55 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:380: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:360: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1240: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 2 errors, 18 ignored (6 assumptions)
Total time: 106 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 497 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/497/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([5670544755FF165F:D796DA5F22A07663]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9587 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 2> 2327612 T4262 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_w/y
[junit4:junit4] 2> 2327621 T4262 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1369345986683
[junit4:junit4] 2> 2327623 T4262 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 2327624 T4263 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 2327725 T4262 oasc.ZkTestServer.run start zk server on port:50531
[junit4:junit4] 2> 2327727 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2327737 T4269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49e83f4d name:ZooKeeperConnection Watcher:127.0.0.1:50531 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2327737 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2327738 T4262 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 2327753 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2327761 T4271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22a28d08 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2327761 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2327762 T4262 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 2327772 T4262 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 2327784 T4262 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 2327794 T4262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 2327803 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2327804 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2327815 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 2327816 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 2327824 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2327825 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2327832 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 2327833 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 2327844 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 2327848 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 2327858 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2327860 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2327867 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2327868 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2327877 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2327878 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2327885 T4262 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2327886 T4262 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2328434 T4262 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2328445 T4262 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50534
[junit4:junit4] 2> 2328447 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2328448 T4262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2328448 T4262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957
[junit4:junit4] 2> 2328449 T4262 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/solr.xml
[junit4:junit4] 2> 2328449 T4262 oasc.CoreContainer.<init> New CoreContainer 1532949256
[junit4:junit4] 2> 2328450 T4262 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/'
[junit4:junit4] 2> 2328451 T4262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/'
[junit4:junit4] 2> 2328638 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957
[junit4:junit4] 2> 2328643 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/collection1
[junit4:junit4] 2> 2328645 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/collection1/conf
[junit4:junit4] 2> 2328846 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/collection1/conf/xslt
[junit4:junit4] 2> 2328850 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/collection1/lib
[junit4:junit4] 2> 2328852 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/collection1/lib/classes
[junit4:junit4] 2> 2328854 T4262 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/conf/core.properties, adding to cores
[junit4:junit4] 2> 2328867 T4262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2328868 T4262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2328869 T4262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2328869 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2328872 T4262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2328874 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2328878 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2328884 T4262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2328884 T4262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2328885 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2328918 T4262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2328919 T4262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50531/solr
[junit4:junit4] 2> 2328920 T4262 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2328924 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2328929 T4282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20e3c059 name:ZooKeeperConnection Watcher:127.0.0.1:50531 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2328930 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2328936 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2328966 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2328973 T4284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5eb20ad4 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2328973 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2328978 T4262 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 2328990 T4262 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 2329005 T4262 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 2329011 T4262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50534__w%2Fy
[junit4:junit4] 2> 2329014 T4262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50534__w%2Fy
[junit4:junit4] 2> 2329025 T4262 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 2329047 T4262 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 2329057 T4262 oasc.Overseer.start Overseer (id=89741458583912451-127.0.0.1:50534__w%2Fy-n_0000000000) starting
[junit4:junit4] 2> 2329068 T4262 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 2329085 T4286 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 2329087 T4262 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 2329096 T4262 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 2329102 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2329115 T4262 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2329117 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2329117 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2329126 T4285 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 2329147 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2329151 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2329155 T4289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f6e6600 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2329156 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2329159 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2329166 T4262 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 2329731 T4262 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2329740 T4262 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50538
[junit4:junit4] 2> 2329743 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2329743 T4262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2329744 T4262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228
[junit4:junit4] 2> 2329744 T4262 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/solr.xml
[junit4:junit4] 2> 2329745 T4262 oasc.CoreContainer.<init> New CoreContainer 1849868164
[junit4:junit4] 2> 2329746 T4262 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/'
[junit4:junit4] 2> 2329746 T4262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/'
[junit4:junit4] 2> 2329920 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228
[junit4:junit4] 2> 2329922 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/collection1
[junit4:junit4] 2> 2329924 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/collection1/conf
[junit4:junit4] 2> 2330122 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/collection1/conf/xslt
[junit4:junit4] 2> 2330127 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/collection1/lib
[junit4:junit4] 2> 2330128 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/collection1/lib/classes
[junit4:junit4] 2> 2330136 T4262 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/conf/core.properties, adding to cores
[junit4:junit4] 2> 2330156 T4262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2330157 T4262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2330158 T4262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2330159 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2330159 T4262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2330160 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2330161 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2330162 T4262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2330162 T4262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2330163 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2330191 T4262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2330192 T4262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50531/solr
[junit4:junit4] 2> 2330193 T4262 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2330197 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2330205 T4300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c419be6 name:ZooKeeperConnection Watcher:127.0.0.1:50531 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2330206 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2330213 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2330236 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2330242 T4302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@321f3b34 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2330242 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2330256 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2331270 T4262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50538__w%2Fy
[junit4:junit4] 2> 2331274 T4262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50538__w%2Fy
[junit4:junit4] 2> 2331284 T4302 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2331293 T4284 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2331294 T4289 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2331300 T4262 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2331301 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2331305 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2331911 T4262 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2331919 T4262 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50541
[junit4:junit4] 2> 2331921 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2331922 T4262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2331922 T4262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393
[junit4:junit4] 2> 2331923 T4262 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/solr.xml
[junit4:junit4] 2> 2331923 T4262 oasc.CoreContainer.<init> New CoreContainer 264398929
[junit4:junit4] 2> 2331924 T4262 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/'
[junit4:junit4] 2> 2331925 T4262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/'
[junit4:junit4] 2> 2332117 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393
[junit4:junit4] 2> 2332119 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/collection1
[junit4:junit4] 2> 2332121 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/collection1/conf
[junit4:junit4] 2> 2332318 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/collection1/conf/xslt
[junit4:junit4] 2> 2332323 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/collection1/lib
[junit4:junit4] 2> 2332325 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/collection1/lib/classes
[junit4:junit4] 2> 2332327 T4262 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/conf/core.properties, adding to cores
[junit4:junit4] 2> 2332350 T4262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2332351 T4262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2332352 T4262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2332353 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2332354 T4262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2332355 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2332355 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2332356 T4262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2332357 T4262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2332358 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2332388 T4262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2332389 T4262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50531/solr
[junit4:junit4] 2> 2332390 T4262 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2332394 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2332399 T4314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39fdf3f1 name:ZooKeeperConnection Watcher:127.0.0.1:50531 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2332400 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2332403 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2332434 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2332439 T4316 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65936342 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2332439 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2332450 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2333459 T4262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50541__w%2Fy
[junit4:junit4] 2> 2333462 T4262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50541__w%2Fy
[junit4:junit4] 2> 2333472 T4302 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2333472 T4316 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2333485 T4262 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2333487 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2333488 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2333502 T4284 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2333510 T4289 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2334107 T4262 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2334114 T4262 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50544
[junit4:junit4] 2> 2334117 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2334117 T4262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2334118 T4262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579
[junit4:junit4] 2> 2334121 T4262 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/solr.xml
[junit4:junit4] 2> 2334122 T4262 oasc.CoreContainer.<init> New CoreContainer 1361231568
[junit4:junit4] 2> 2334123 T4262 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/'
[junit4:junit4] 2> 2334123 T4262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/'
[junit4:junit4] 2> 2334333 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579
[junit4:junit4] 2> 2334335 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/collection1
[junit4:junit4] 2> 2334337 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/collection1/conf
[junit4:junit4] 2> 2334524 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/collection1/conf/xslt
[junit4:junit4] 2> 2334532 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/collection1/lib
[junit4:junit4] 2> 2334537 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/collection1/lib/classes
[junit4:junit4] 2> 2334539 T4262 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/conf/core.properties, adding to cores
[junit4:junit4] 2> 2334560 T4262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2334561 T4262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2334561 T4262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2334562 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2334563 T4262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2334563 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2334564 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2334564 T4262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2334565 T4262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2334566 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2334596 T4262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2334597 T4262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50531/solr
[junit4:junit4] 2> 2334597 T4262 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2334599 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2334603 T4328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@140dbbdb name:ZooKeeperConnection Watcher:127.0.0.1:50531 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2334607 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2334611 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2334652 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2334655 T4330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27345e36 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2334656 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2334666 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2335682 T4262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50544__w%2Fy
[junit4:junit4] 2> 2335686 T4262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50544__w%2Fy
[junit4:junit4] 2> 2335698 T4330 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2335699 T4302 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2335699 T4316 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2335699 T4284 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2335711 T4262 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2335712 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2335713 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2335726 T4289 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2336350 T4262 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2336358 T4262 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50547
[junit4:junit4] 2> 2336360 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2336360 T4262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2336361 T4262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803
[junit4:junit4] 2> 2336362 T4262 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/solr.xml
[junit4:junit4] 2> 2336362 T4262 oasc.CoreContainer.<init> New CoreContainer 422987285
[junit4:junit4] 2> 2336363 T4262 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/'
[junit4:junit4] 2> 2336364 T4262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/'
[junit4:junit4] 2> 2336585 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803
[junit4:junit4] 2> 2336615 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/collection1
[junit4:junit4] 2> 2336616 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/collection1/conf
[junit4:junit4] 2> 2336865 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/collection1/conf/xslt
[junit4:junit4] 2> 2336871 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/collection1/lib
[junit4:junit4] 2> 2336873 T4262 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/collection1/lib/classes
[junit4:junit4] 2> 2336876 T4262 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/conf/core.properties, adding to cores
[junit4:junit4] 2> 2336897 T4262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2336898 T4262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2336898 T4262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2336899 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2336899 T4262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2336900 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2336901 T4262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2336901 T4262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2336902 T4262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2336902 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2336937 T4262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2336938 T4262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50531/solr
[junit4:junit4] 2> 2336939 T4262 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2336943 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2336976 T4342 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2806166 name:ZooKeeperConnection Watcher:127.0.0.1:50531 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2336977 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2337014 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2337041 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2337046 T4344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc7fae5 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2337047 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2337061 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2338072 T4262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50547__w%2Fy
[junit4:junit4] 2> 2338075 T4262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50547__w%2Fy
[junit4:junit4] 2> 2338087 T4289 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2338088 T4344 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2338088 T4330 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2338089 T4316 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2338089 T4284 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2338089 T4302 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2338102 T4262 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2338102 T4262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2338103 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2338141 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2338174 T4296 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2338178 T4284 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2338182 T4286 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "maxShardsPerNode":null,
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"nodes_used_collection",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 2338182 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50541__w%2Fy
[junit4:junit4] 2> 2338184 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50547__w%2Fy
[junit4:junit4] 2> 2338185 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50544__w%2Fy
[junit4:junit4] 2> 2338190 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50538__w%2Fy
[junit4:junit4] 2> 2338195 T4309 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2338197 T4309 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2338198 T4325 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2338199 T4325 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2338201 T4295 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2338201 T4295 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2338195 T4338 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2338202 T4338 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2338204 T4309 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2338205 T4309 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2338205 T4325 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2338206 T4338 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2338207 T4338 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2338206 T4295 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2338209 T4295 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2338206 T4325 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2338210 T4309 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2338211 T4309 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2338214 T4338 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2338214 T4338 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2338215 T4295 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2338216 T4295 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2338217 T4325 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2338218 T4325 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2338225 T4338 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2338228 T4309 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2338229 T4295 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2338231 T4325 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2338234 T4338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 2> 2338245 T4309 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 2> 2338249 T4295 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 2> 2338252 T4325 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 2> 2338445 T4295 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2338464 T4338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2338470 T4309 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2338540 T4325 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2338705 T4338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2338717 T4338 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2338721 T4295 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2338723 T4309 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2338735 T4309 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2338745 T4295 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2338745 T4338 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2338756 T4295 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2338758 T4309 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2338779 T4325 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2338815 T4325 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2338840 T4325 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2341444 T4338 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2341463 T4338 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2341468 T4295 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2341503 T4338 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2341504 T4295 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2341519 T4295 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2341544 T4309 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2341558 T4309 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2341570 T4309 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2341621 T4338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341639 T4338 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341641 T4295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341665 T4295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341665 T4338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341684 T4295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341687 T4338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341688 T4338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341688 T4338 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341701 T4295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341709 T4295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341710 T4295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341702 T4338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341713 T4338 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341714 T4338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341714 T4325 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2341714 T4338 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 2> 2341719 T4338 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2341721 T4338 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341722 T4338 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/data
[junit4:junit4] 2> 2341723 T4338 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 2> 2341723 T4338 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2341719 T4309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341730 T4325 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2341718 T4295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341736 T4295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341737 T4295 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341737 T4295 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 2> 2341738 T4295 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2341738 T4295 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341739 T4295 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data
[junit4:junit4] 2> 2341740 T4295 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 2> 2341740 T4295 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2341736 T4338 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4] 2> 2341745 T4295 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4] 2> 2341751 T4325 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2341762 T4295 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@71ee12a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3384ba9e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2341764 T4295 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2341763 T4338 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a538bfb lockFactory=org.apache.lucene.store.NativeFSLockFactory@278b922b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2341765 T4338 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2341770 T4295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2341770 T4295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2341771 T4295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2341772 T4295 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2341773 T4295 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2341774 T4295 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2341775 T4295 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2341764 T4309 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341780 T4338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2341780 T4338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2341786 T4338 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2341787 T4338 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2341776 T4295 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2341789 T4295 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2341791 T4338 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2341799 T4338 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2341800 T4338 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2341801 T4338 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2341802 T4338 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2341819 T4338 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2341820 T4309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341822 T4295 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2341829 T4295 oass.SolrIndexSearcher.<init> Opening Searcher@57b3d05f main
[junit4:junit4] 2> 2341833 T4295 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 2> 2341836 T4338 oass.SolrIndexSearcher.<init> Opening Searcher@52a92a9b main
[junit4:junit4] 2> 2341837 T4309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341842 T4309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341842 T4338 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 2> 2341840 T4295 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2341845 T4295 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2341847 T4338 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2341847 T4338 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2341843 T4309 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341851 T4350 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@57b3d05f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2341854 T4295 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 2> 2341856 T4351 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@52a92a9b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2341861 T4309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341861 T4309 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341862 T4309 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341863 T4309 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 2> 2341864 T4309 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2341866 T4309 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341867 T4309 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data
[junit4:junit4] 2> 2341868 T4309 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 2> 2341868 T4309 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2341865 T4338 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 2> 2341870 T4309 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4] 2> 2341876 T4309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@700929f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d22),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2341877 T4309 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2341881 T4309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2341882 T4309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2341883 T4309 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2341885 T4309 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2341886 T4309 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2341886 T4309 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2341887 T4309 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2341888 T4309 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2341889 T4309 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2341914 T4325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341919 T4309 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2341947 T4325 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2341947 T4309 oass.SolrIndexSearcher.<init> Opening Searcher@3322990c main
[junit4:junit4] 2> 2341949 T4309 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 2> 2341952 T4309 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2341953 T4309 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2341967 T4352 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@3322990c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2341972 T4309 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 2> 2341974 T4325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341979 T4325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341980 T4325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341981 T4325 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2341986 T4325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2341987 T4325 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2341987 T4325 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341988 T4325 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 2> 2341989 T4325 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2341990 T4325 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2341991 T4325 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/data
[junit4:junit4] 2> 2341992 T4325 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 2> 2341992 T4325 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2341993 T4325 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4] 2> 2342000 T4325 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cf269 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d612b3a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2342001 T4325 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2342006 T4325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2342007 T4325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2342009 T4325 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2342011 T4325 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2342013 T4325 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2342014 T4325 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2342014 T4325 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2342015 T4325 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2342016 T4325 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2342045 T4325 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2342056 T4325 oass.SolrIndexSearcher.<init> Opening Searcher@48a2a023 main
[junit4:junit4] 2> 2342056 T4325 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 2> 2342058 T4325 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2342058 T4325 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2342062 T4353 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@48a2a023 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2342069 T4325 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 2> 2342805 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2342807 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50538__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50538/_w/y"}
[junit4:junit4] 2> 2342807 T4285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4] 2> 2342818 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50547__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50547/_w/y"}
[junit4:junit4] 2> 2342829 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50541__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50541/_w/y"}
[junit4:junit4] 2> 2342839 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50544__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50544/_w/y"}
[junit4:junit4] 2> 2342855 T4316 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2342856 T4344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2342857 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2342858 T4289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2342858 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2342858 T4284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2342891 T4338 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2342892 T4338 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:50547/_w/y collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2342894 T4338 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2342918 T4338 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2342929 T4338 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4] 2> 2342979 T4309 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2342980 T4309 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:50541/_w/y collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2343094 T4325 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2343095 T4325 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:50544/_w/y collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2343098 T4325 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 2343125 T4325 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2343132 T4325 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179999
[junit4:junit4] 2> 2343433 T4338 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2343435 T4338 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2343437 T4338 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2343439 T4338 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:50547/_w/y START replicas=[http://127.0.0.1:50541/_w/y/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4] 2> 2343441 T4338 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:50547/_w/y DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2343442 T4338 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2343442 T4338 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2343443 T4338 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2343443 T4338 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 2> ASYNC NEW_CORE C2563 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@522975e1 url=http://127.0.0.1:50541/_w/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:50541__w%2Fy C2563_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50541__w%2Fy, base_url=http://127.0.0.1:50541/_w/y}
[junit4:junit4] 2> 2343462 T4306 C2563 P50541 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/_w/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 2343863 T4295 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2343863 T4295 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:50538/_w/y collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2344138 T4325 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2344138 T4325 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2344139 T4325 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2344140 T4325 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:50544/_w/y START replicas=[http://127.0.0.1:50538/_w/y/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4] 2> 2344140 T4325 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:50544/_w/y DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2344141 T4325 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2344141 T4325 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2344142 T4325 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2344142 T4325 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 2> ASYNC NEW_CORE C2564 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@3ea7fa4e url=http://127.0.0.1:50538/_w/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:50538__w%2Fy C2564_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50538__w%2Fy, base_url=http://127.0.0.1:50538/_w/y}
[junit4:junit4] 2> 2344175 T4293 C2564 P50538 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/_w/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=2
[junit4:junit4] 2> 2344399 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2344441 T4316 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2344441 T4344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2344441 T4284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2344442 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2344442 T4289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2344446 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2344472 T4309 oasc.ZkController.register We are http://127.0.0.1:50541/_w/y/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2344473 T4309 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:50541/_w/y
[junit4:junit4] 2> 2344473 T4309 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2344473 T4309 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2344474 T4338 oasc.ZkController.register We are http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2344474 T4338 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:50547/_w/y
[junit4:junit4] 2> 2344475 T4338 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2344475 T4338 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4] 2> 2344478 T4356 C2563 P50541 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4] 2> 2344479 T4356 C2563 P50541 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2344482 T4309 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2344483 T4309 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6288
[junit4:junit4] 2> 2344487 T4356 C2563 P50541 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4] 2> 2344489 T4356 C2563 P50541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2344501 T4325 oasc.ZkController.register We are http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2344502 T4325 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:50544/_w/y
[junit4:junit4] 2> 2344502 T4325 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2344503 T4325 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4] 2> 2344507 T4325 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2344511 T4325 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6313
[junit4:junit4] 2> 2344512 T4338 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2344515 T4338 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6320
[junit4:junit4] 2> 2344528 T4339 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:50541__w%2Fy_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2344879 T4295 oasc.ZkController.register We are http://127.0.0.1:50538/_w/y/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/
[junit4:junit4] 2> 2344880 T4295 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:50538/_w/y
[junit4:junit4] 2> 2344881 T4295 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2344881 T4295 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2344882 T4357 C2564 P50538 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4] 2> 2344882 T4357 C2564 P50538 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2344884 T4357 C2564 P50538 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4] 2> 2344886 T4295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2344889 T4357 C2564 P50538 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2344899 T4295 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=6697
[junit4:junit4] 2> 2344906 T4286 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 2> 2344911 T4302 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 2> 2344914 T4284 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2344915 T4286 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=6288},core=nodes_used_collection_shard1_replica1},null={responseHeader={status=0,QTime=6313},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=6320},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=6697},core=nodes_used_collection_shard2_replica2}}}
[junit4:junit4] 2> 2344921 T4284 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2344923 T4296 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=6749
[junit4:junit4] 2> 2344927 T4321 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:50538__w%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2344928 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2344935 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2344937 T4359 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50f3e184 name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2344937 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2344941 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2344948 T4262 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2344954 T4262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2344968 T4361 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43736fde name:ZooKeeperConnection Watcher:127.0.0.1:50531/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2344969 T4262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2344978 T4262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2345016 T4337 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=5&maxShardsPerNode=4&name=awholynewcollection_0&replicationFactor=3&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2345019 T4284 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2345022 T4284 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2345023 T4286 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "maxShardsPerNode":"4",
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"awholynewcollection_0",
[junit4:junit4] 2> "replicationFactor":"3"}
[junit4:junit4] 2> 2345024 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50541__w%2Fy
[junit4:junit4] 2> 2345024 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50534__w%2Fy
[junit4:junit4] 2> 2345025 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50544__w%2Fy
[junit4:junit4] 2> 2345025 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50547__w%2Fy
[junit4:junit4] 2> 2345025 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50538__w%2Fy
[junit4:junit4] 2> 2345027 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50541__w%2Fy
[junit4:junit4] 2> 2345033 T4297 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/awholynewcollection_0_shard2_replica2
[junit4:junit4] 2> 2345034 T4297 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345033 T4311 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/awholynewcollection_0_shard1_replica1
[junit4:junit4] 2> 2345036 T4311 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345032 T4322 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/awholynewcollection_0_shard1_replica3
[junit4:junit4] 2> 2345037 T4322 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345031 T4340 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1
[junit4:junit4] 2> 2345040 T4340 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345035 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50534__w%2Fy
[junit4:junit4] 2> 2345041 T4306 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/awholynewcollection_0_shard2_replica3
[junit4:junit4] 2> 2345042 T4306 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345043 T4311 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345043 T4311 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345034 T4278 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2
[junit4:junit4] 2> 2345045 T4278 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345044 T4297 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345050 T4279 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1
[junit4:junit4] 2> 2345052 T4279 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345042 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50544__w%2Fy
[junit4:junit4] 2> 2345052 T4311 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2345054 T4311 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345052 T4278 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345055 T4278 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345051 T4322 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345058 T4322 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345050 T4297 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345049 T4306 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345065 T4306 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345049 T4340 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345067 T4340 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345069 T4297 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2345070 T4297 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345071 T4278 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2345071 T4278 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345065 T4322 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2345064 T4323 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/awholynewcollection_0_shard3_replica2
[junit4:junit4] 2> 2345075 T4323 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345060 T4279 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2345078 T4279 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2345054 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50547__w%2Fy
[junit4:junit4] 2> 2345078 T4323 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345081 T4323 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345082 T4306 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2345083 T4306 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345074 T4322 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345084 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50538__w%2Fy
[junit4:junit4] 2> 2345083 T4297 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345082 T4340 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2345092 T4338 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard3_replica3
[junit4:junit4] 2> 2345096 T4338 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345089 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50541__w%2Fy
[junit4:junit4] 2> 2345088 T4311 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345096 T4340 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345095 T4293 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/awholynewcollection_0_shard4_replica1
[junit4:junit4] 2> 2345100 T4293 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345101 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50534__w%2Fy
[junit4:junit4] 2> 2345103 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica1 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50544__w%2Fy
[junit4:junit4] 2> 2345108 T4323 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 2> 2345107 T4280 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3
[junit4:junit4] 2> 2345109 T4280 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345105 T4307 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/awholynewcollection_0_shard4_replica2
[junit4:junit4] 2> 2345110 T4307 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345113 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica2 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50547__w%2Fy
[junit4:junit4] 2> 2345116 T4324 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/awholynewcollection_0_shard5_replica1
[junit4:junit4] 2> 2345118 T4324 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345116 T4279 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2345125 T4286 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica3 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50538__w%2Fy
[junit4:junit4] 2> 2345129 T4338 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345130 T4338 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345129 T4335 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard5_replica2
[junit4:junit4] 2> 2345131 T4335 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345130 T4307 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345132 T4307 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345132 T4293 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345134 T4293 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345137 T4297 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 2> 2345147 T4278 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345175 T4335 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345176 T4335 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345164 T4311 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 2> 2345163 T4322 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345163 T4324 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345181 T4324 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345162 T4306 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345162 T4294 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/awholynewcollection_0_shard5_replica3
[junit4:junit4] 2> 2345184 T4294 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2345149 T4280 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345185 T4280 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345178 T4293 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/awholynewcollection_0_shard4_replica1/'
[junit4:junit4] 2> 2345189 T4338 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard3_replica3/'
[junit4:junit4] 2> 2345214 T4340 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345216 T4307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/awholynewcollection_0_shard4_replica2/'
[junit4:junit4] 2> 2345226 T4294 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2345227 T4294 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345232 T4322 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/awholynewcollection_0_shard1_replica3/'
[junit4:junit4] 2> 2345238 T4279 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2345241 T4324 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1369345992579/awholynewcollection_0_shard5_replica1/'
[junit4:junit4] 2> 2345244 T4278 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 2> 2345246 T4280 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/'
[junit4:junit4] 2> 2345249 T4335 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard5_replica2/'
[junit4:junit4] 2> 2345254 T4306 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/awholynewcollection_0_shard2_replica3/'
[junit4:junit4] 2> 2345257 T4340 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 2> 2345261 T4294 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/awholynewcollection_0_shard5_replica3/'
[junit4:junit4] 2> 2345270 T4279 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 2> 2345607 T4278 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2345685 T4324 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2345718 T4279 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2345817 T4306 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2345894 T4340 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2345944 T4335 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2345989 T4280 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346002 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2346006 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50547__w%2Fy_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50547__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50547/_w/y"}
[junit4:junit4] 2> 2346010 T4307 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346025 T4338 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346059 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50541__w%2Fy_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50541__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50541/_w/y"}
[junit4:junit4] 2> 2346049 T4323 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346098 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50544__w%2Fy_nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50544__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50544/_w/y"}
[junit4:junit4] 2> 2346128 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50538__w%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50538__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50538/_w/y"}
[junit4:junit4] 2> 2346146 T4311 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346172 T4359 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346172 T4316 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346174 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346174 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346174 T4344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346176 T4361 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346177 T4284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346178 T4289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2346321 T4322 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346345 T4297 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346456 T4294 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346486 T4293 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2346531 T4339 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:50541__w%2Fy_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2346532 T4339 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:50541__w%252Fy_nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:50541__w%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> 2346640 T4280 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346682 T4280 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346766 T4340 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346767 T4280 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
[junit4:junit4] 2> 2346779 T4311 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346780 T4340 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346788 T4340 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2346796 T4279 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346799 T4335 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346811 T4311 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346818 T4311 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2346821 T4335 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346821 T4279 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346906 T4279 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4] 2> 2346929 T4321 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:50538__w%2Fy_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2346930 T4321 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:50538__w%252Fy_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:50538__w%252Fy&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 2346932 T4278 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346959 T4278 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346971 T4278 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2346972 T4306 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2346988 T4306 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2346993 T4335 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica2] Schema name=test
[junit4:junit4] 2> 2347086 T4306 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4] 2> 2347120 T4294 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347139 T4294 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347150 T4294 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica3] Schema name=test
[junit4:junit4] 2> 2347204 T4324 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347238 T4324 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347247 T4324 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica1] Schema name=test
[junit4:junit4] 2> 2347251 T4338 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347271 T4338 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347280 T4338 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4] 2> 2347394 T4323 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347402 T4323 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347518 T4297 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347518 T4323 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4] 2> 2347523 T4297 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347529 T4293 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347532 T4293 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347552 T4322 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347576 T4322 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347629 T4293 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
[junit4:junit4] 2> 2347639 T4322 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4] 2> 2347657 T4307 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2347671 T4297 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2347674 T4307 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2347823 T4307 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C2565 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@522975e1 url=http://127.0.0.1:50541/_w/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:50541__w%2Fy C2565_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50541__w%2Fy, base_url=http://127.0.0.1:50541/_w/y}
[junit4:junit4] 2> 2348535 T4356 C2565 P50541 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4] 2> 2348540 T4356 C2565 P50541 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:50541/_w/y START replicas=[http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4] 2> 2348541 T4356 C2565 P50541 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2348541 T4356 C2565 P50541 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2348541 T4356 C2565 P50541 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2348541 T4356 C2565 P50541 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2348542 T4356 C2565 P50541 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2348542 T4356 C2565 P50541 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2348543 T4356 C2565 P50541 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C2566 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@36f722ea url=http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:50547__w%2Fy C2566_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50547__w%2Fy, base_url=http://127.0.0.1:50547/_w/y, leader=true}
[junit4:junit4] 2> 2348797 T4339 C2566 P50547 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2348815 T4336 C2566 P50547 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/_w/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> ASYNC NEW_CORE C2567 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@3ea7fa4e url=http://127.0.0.1:50538/_w/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:50538__w%2Fy C2567_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50538__w%2Fy, base_url=http://127.0.0.1:50538/_w/y}
[junit4:junit4] 2> 2348934 T4357 C2567 P50538 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4] 2> 2348936 T4357 C2567 P50538 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50538/_w/y START replicas=[http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 2> 2348938 T4357 C2567 P50538 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2348939 T4357 C2567 P50538 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2348939 T4357 C2567 P50538 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2348939 T4357 C2567 P50538 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2348940 T4357 C2567 P50538 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2348940 T4357 C2567 P50538 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2348941 T4357 C2567 P50538 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2348949 T4339 C2566 P50547 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a538bfb lockFactory=org.apache.lucene.store.NativeFSLockFactory@278b922b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2348953 T4339 C2566 P50547 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2348956 T4339 C2566 P50547 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a538bfb lockFactory=org.apache.lucene.store.NativeFSLockFactory@278b922b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5a538bfb lockFactory=org.apache.lucene.store.NativeFSLockFactory@278b922b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2348956 T4339 C2566 P50547 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2348957 T4339 C2566 P50547 oass.SolrIndexSearcher.<init> Opening Searcher@20afcebc realtime
[junit4:junit4] 2> 2348958 T4339 C2566 P50547 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2348958 T4339 C2566 P50547 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica2] webapp=/_w/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 162
[junit4:junit4] 2> 2348963 T4356 C2565 P50541 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2348964 T4356 C2565 P50541 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2349006 T4339 C2566 P50547 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2349007 T4339 C2566 P50547 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/_w/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> ASYNC NEW_CORE C2568 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@62804a0 url=http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:50544__w%2Fy C2568_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50544__w%2Fy, base_url=http://127.0.0.1:50544/_w/y, leader=true}
[junit4:junit4] 2> 2349008 T4321 C2568 P50544 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2349010 T4356 C2565 P50541 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2349011 T4356 C2565 P50541 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2349011 T4356 C2565 P50541 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> ASYNC NEW_CORE C2569 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@36f722ea url=http://127.0.0.1:50547/_w/y/nodes_used_collection_shard1_replica2 node=127.0.0.1:50547__w%2Fy C2569_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50547__w%2Fy, base_url=http://127.0.0.1:50547/_w/y, leader=true}
[junit4:junit4] 2> 2349054 T4339 C2569 P50547 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/_w/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=8
[junit4:junit4] 2> ASYNC NEW_CORE C2570 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@522975e1 url=http://127.0.0.1:50541/_w/y/nodes_used_collection_shard1_replica1 node=127.0.0.1:50541__w%2Fy C2570_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50541__w%2Fy, base_url=http://127.0.0.1:50541/_w/y}
[junit4:junit4] 2> 2349059 T4356 C2570 P50541 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> ASYNC NEW_CORE C2571 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@62804a0 url=http://127.0.0.1:50544/_w/y/nodes_used_collection_shard2_replica1 node=127.0.0.1:50544__w%2Fy C2571_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50544__w%2Fy, base_url=http://127.0.0.1:50544/_w/y, leader=true}
[junit4:junit4] 2> 2349061 T4321 C2571 P50544 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cf269 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d612b3a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2349064 T4321 C2571 P50544 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2349071 T4356 C2570 P50541 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index.20130524095328122
[junit4:junit4] 2> 2349083 T4356 C2570 P50541 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@83916a6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4a7c586b) fullCopy=false
[junit4:junit4] 2> 2349084 T4321 C2571 P50544 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cf269 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d612b3a),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4cf269 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1d612b3a),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2349085 T4321 C2571 P50544 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2349088 T4321 C2571 P50544 oass.SolrIndexSearcher.<init> Opening Searcher@6b416213 realtime
[junit4:junit4] 2> 2349089 T4321 C2571 P50544 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2349090 T4321 C2571 P50544 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/_w/y path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 82
[junit4:junit4] 2> 2349102 T4336 C2569 P50547 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/_w/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C2572 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@3ea7fa4e url=http://127.0.0.1:50538/_w/y/nodes_used_collection_shard2_replica2 node=127.0.0.1:50538__w%2Fy C2572_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50538__w%2Fy, base_url=http://127.0.0.1:50538/_w/y}
[junit4:junit4] 2> 2349103 T4357 C2572 P50538 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2349105 T4357 C2572 P50538 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2349110 T4321 C2571 P50544 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2349110 T4321 C2571 P50544 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/_w/y path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 2349112 T4357 C2572 P50538 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2349112 T4357 C2572 P50538 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2349112 T4357 C2572 P50538 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2349116 T4356 C2570 P50541 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2349126 T4326 C2571 P50544 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/_w/y path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=11
[junit4:junit4] 2> 2349129 T4357 C2572 P50538 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2349136 T4356 C2570 P50541 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2349137 T4356 C2570 P50541 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2349149 T4357 C2572 P50538 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index.20130524095328192
[junit4:junit4] 2> 2349167 T4357 C2572 P50538 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e581840 lockFactory=org.apache.lucene.store.NativeFSLockFactory@29ea0c2e) fullCopy=false
[junit4:junit4] 2> 2349188 T4321 C2571 P50544 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/_w/y path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 2349210 T4357 C2572 P50538 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2349213 T4356 C2570 P50541 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@700929f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d22),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@700929f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4fe11d22),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2349214 T4356 C2570 P50541 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2349223 T4356 C2570 P50541 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2349224 T4356 C2570 P50541 oass.SolrIndexSearcher.<init> Opening Searcher@719c4182 main
[junit4:junit4] 2> 2349225 T4357 C2572 P50538 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2349226 T4357 C2572 P50538 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2349233 T4325 C2571 P50544 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/_w/y path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 2349226 T4352 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@719c4182 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2349275 T4356 C2570 P50541 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index.20130524095328122 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index.20130524095328122;done=true>>]
[junit4:junit4] 2> 2349275 T4356 C2570 P50541 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index.20130524095328122
[junit4:junit4] 2> 2349289 T4356 C2570 P50541 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1369345990393/nodes_used_collection_shard1_replica1/data/index.20130524095328122
[junit4:junit4] 2> 2349289 T4356 C2570 P50541 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2349290 T4356 C2570 P50541 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2349290 T4356 C2570 P50541 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4] 2> 2349299 T4356 C2570 P50541 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2349341 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2349343 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50541__w%2Fy_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50541__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50541/_w/y"}
[junit4:junit4] 2> 2349364 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349365 T4284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349365 T4361 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349366 T4289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349367 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349367 T4344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349367 T4359 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349367 T4316 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2349400 T4357 C2572 P50538 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@71ee12a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3384ba9e),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@71ee12a8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3384ba9e),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2349403 T4357 C2572 P50538 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2349420 T4357 C2572 P50538 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2349421 T4357 C2572 P50538 oass.SolrIndexSearcher.<init> Opening Searcher@610fa3a5 main
[junit4:junit4] 2> 2349430 T4350 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@610fa3a5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2349433 T4357 C2572 P50538 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index.20130524095328192 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index.20130524095328192;done=true>>]
[junit4:junit4] 2> 2349435 T4357 C2572 P50538 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index.20130524095328192
[junit4:junit4] 2> 2349449 T4357 C2572 P50538 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1369345988228/nodes_used_collection_shard2_replica2/data/index.20130524095328192
[junit4:junit4] 2> 2349451 T4357 C2572 P50538 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2349452 T4357 C2572 P50538 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2349452 T4357 C2572 P50538 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 2> 2349473 T4357 C2572 P50538 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2350903 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2350905 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50538__w%2Fy_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50538__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50538/_w/y"}
[junit4:junit4] 2> 2350929 T4284 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350929 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350930 T4330 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350930 T4316 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350931 T4361 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350931 T4289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350931 T4359 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2350931 T4344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2356719 T4279 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2356917 T4279 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2356945 T4279 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2357250 T4280 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2357349 T4279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2357531 T4280 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2357549 T4279 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2357574 T4279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2357624 T4280 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2357608 T4278 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2357638 T4279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2357639 T4279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2357640 T4279 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2357679 T4279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2357682 T4279 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2357684 T4279 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2357685 T4279 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4] 2> 2357686 T4279 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2357688 T4279 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2357696 T4279 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/data
[junit4:junit4] 2> 2357697 T4279 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4] 2> 2357697 T4279 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2357703 T4279 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/data/index
[junit4:junit4] 2> 2357720 T4306 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2357788 T4279 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1554e733 lockFactory=org.apache.lucene.store.NativeFSLockFactory@15e187d2),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2357789 T4279 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2357794 T4279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2357795 T4279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2357796 T4279 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2357798 T4279 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2357799 T4279 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2357826 T4279 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2357845 T4306 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2357870 T4278 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2357892 T4279 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2357894 T4279 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2357896 T4279 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2357882 T4278 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2357928 T4340 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2358041 T4340 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2358120 T4340 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2358132 T4280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358164 T4279 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2358176 T4306 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2358222 T4278 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358242 T4279 oass.SolrIndexSearcher.<init> Opening Searcher@79d23b06 main
[junit4:junit4] 2> 2358244 T4279 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard3_replica1/data/tlog
[junit4:junit4] 2> 2358245 T4279 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2358246 T4279 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2358257 T4377 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard3_replica1] Registered new searcher Searcher@79d23b06 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2358280 T4324 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2358297 T4278 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358306 T4279 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica1 state=down
[junit4:junit4] 2> 2358321 T4278 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358329 T4340 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358369 T4340 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358373 T4324 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2358375 T4278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2358390 T4278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2358391 T4278 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358403 T4297 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2358418 T4324 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2358426 T4297 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2358443 T4297 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2358445 T4340 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358449 T4280 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358454 T4340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2358455 T4340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2358455 T4340 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358449 T4278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2358460 T4278 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2358461 T4278 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2358462 T4278 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4] 2> 2358462 T4278 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2358463 T4278 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2358464 T4278 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/data
[junit4:junit4] 2> 2358465 T4278 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/data/index/
[junit4:junit4] 2> 2358465 T4278 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2358466 T4280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358479 T4278 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard1_replica2/data/index
[junit4:junit4] 2> 2358481 T4306 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358482 T4340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2358483 T4340 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2358484 T4340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2358484 T4340 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4] 2> 2358485 T4340 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2358486 T4340 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2358487 T4340 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/data
[junit4:junit4] 2> 2358488 T4340 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/data/index/
[junit4:junit4] 2> 2358488 T4340 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2358497 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2358498 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2358499 T4280 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358499 T4340 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1369345994803/awholynewcollection_0_shard2_replica1/data/index
[junit4:junit4] 2> 2358519 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2358524 T4280 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2358525 T4280 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2358525 T4280 oasc.SolrCore.<init> [awholynewcollection_0_shard4_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/data/
[junit4:junit4] 2> 2358526 T4280 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@47f08cce
[junit4:junit4] 2> 2358526 T4280 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2358528 T4280 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/data
[junit4:junit4] 2> 2358529 T4280 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/data/index/
[junit4:junit4] 2> 2358529 T4280 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard4_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2358541 T4280 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1369345986957/awholynewcollection_0_shard4_replica3/data/index
[junit4:junit4] 2> 2358544 T4278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@36d8184 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12ca8537),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2358546 T4278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2358557 T4306 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358572 T4278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2358573 T4278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2358575 T4278 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2358577 T4278 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2358597 T4311 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2358600 T4285 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2358605 T4285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard3",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard3_replica1",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50534__w%2Fy",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50534/_w/y"}
[junit4:junit4] 2> 2358605 T4285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 5
[junit4:junit4] 2> 2358661 T4340 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7493ccdc lockFactory=org.apache.lucene.store.NativeFSLockFactory@684698dc),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2358664 T4340 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2358664 T4278 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2358666 T4278 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2358667 T4278 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2358668 T4278 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2358669 T4278 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2358672 T4280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@a06aa3e lockFactory=org.apache.lucene.store.NativeFSLockFactory@73ed594d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2358673 T4280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2358694 T4324 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2358700 T4306 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2358719 T4340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2358720 T4340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2358721 T4340 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2358722 T4293 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2358724 T4302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2358724 T4361 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2358725 T4289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clu
[...truncated too long message...]
61 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 2630694 T4344 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2630695 T4344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2630696 T4344 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2630697 T4344 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2630697 T4344 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard5/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 2630698 T4344 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard2/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 2630699 T4344 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewcollection_0/leader_elect/shard3/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=de, timezone=Pacific/Nauru
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=1,free=98202360,total=453632000
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestIBSimilarityFactory, UnloadDistributedZkTest, TestStressReorder, TestSchemaSimilarityResource, PluginInfoTest, StatelessScriptUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, TestLMDirichletSimilarityFactory, NumericFieldsTest, MultiTermTest, TestLRUCache, TestSolrQueryParser, TestStressVersions, SolrTestCaseJ4Test, TestRecovery, TestDistributedGrouping, LukeRequestHandlerTest, TestFaceting, TestFuzzyAnalyzedSuggestions, FullSolrCloudDistribCmdsTest, WordBreakSolrSpellCheckerTest, ShowFileRequestHandlerTest, TestExtendedDismaxParser, SliceStateUpdateTest, ResourceLoaderTest, TestSort, PingRequestHandlerTest, SolrIndexSplitterTest, TestSuggestSpellingConverter, TimeZoneUtilsTest, PeerSyncTest, AutoCommitTest, TestJmxIntegration, FastVectorHighlighterTest, DefaultValueUpdateProcessorTest, TestFastLRUCache, TestCopyFieldCollectionResource, TestManagedSchemaFieldResource, CSVRequestHandlerTest, TestUpdate, CurrencyFieldOpenExchangeTest, DirectSolrConnectionTest, TestReload, TestArbitraryIndexDir, ShardRoutingTest, DistributedSpellCheckComponentTest, CacheHeaderTest, CoreContainerCoreInitFailuresTest, TestDynamicFieldResource, ShardRoutingCustomTest, PathHierarchyTokenizerFactoryTest, QueryResultKeyTest, DisMaxRequestHandlerTest, DocValuesMultiTest, TermVectorComponentDistributedTest, DateMathParserTest, LeaderElectionTest, DebugComponentTest, FieldAnalysisRequestHandlerTest, TestFieldTypeCollectionResource, SOLR749Test, ZkCLITest, ZkControllerTest, OverseerTest, TestPropInjectDefaults, BadIndexSchemaTest, CachingDirectoryFactoryTest, TestQuerySenderNoQuery, TestSerializedLuceneMatchVersion, TestPseudoReturnFields, TestDynamicFieldCollectionResource, TestPostingsSolrHighlighter, TestFastWriter, TestSchemaNameResource, TestAddFieldRealTimeGet, TestConfig, TestWriterPerf, BinaryUpdateRequestHandlerTest, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SuggesterWFSTTest, ShardSplitTest, FileUtilsTest, ChaosMonkeySafeLeaderTest, TestXIncludeConfig, BasicZkTest, FieldMutatingUpdateProcessorTest, PrimitiveFieldTypeTest, URLClassifyProcessorTest, TestZkChroot, SearchHandlerTest, ChaosMonkeyNothingIsSafeTest, MoreLikeThisHandlerTest, HighlighterTest, TestLazyCores, DistanceFunctionTest, TestBadConfig, TestCSVLoader, TestMaxScoreQueryParser, TestSolrXMLSerializer, ScriptEngineTest, TestGroupingSearch, TermVectorComponentTest, BasicFunctionalityTest, TestFieldResource, ZkSolrClientTest, TestOmitPositions, BadCopyFieldTest, TestSolrDeletionPolicy1, FileBasedSpellCheckerTest, TestBinaryResponseWriter, TestDocumentBuilder, TestFieldTypeResource, SuggesterFSTTest, TestShardHandlerFactory, TestSolrCoreProperties, NoCacheHeaderTest, HighlighterConfigTest, RequestHandlersTest, TestPHPSerializedResponseWriter, TestDistributedSearch, IndexSchemaTest, TestLFUCache, RequiredFieldsTest, SolrPluginUtilsTest, SchemaVersionSpecificBehaviorTest, TestDocSet, SimpleFacetsTest, TestStressRecovery, TestSystemIdResolver, UniqFieldsUpdateProcessorFactoryTest, TestJoin, TestWordDelimiterFilterFactory, SimplePostToolTest, TestRandomFaceting, TestValueSourceCache, SpellCheckCollatorTest, SuggesterTest, TestHashPartitioner, BasicDistributedZkTest, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 303.24s, 1 test, 1 failure <<< FAILURES!
[...truncated 452 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:380: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:360: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1240: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 1 failure, 18 ignored (6 assumptions)
Total time: 110 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure