You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/06/12 06:57:35 UTC
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 554 -
Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/554/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:51309 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51309 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([67A31CCB34BB36A:879CBFD4C414D356]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 10016 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 3278149 T6894 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 3278158 T6894 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1371012762893
[junit4:junit4] 2> 3278161 T6894 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 3278162 T6895 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 3278263 T6894 oasc.ZkTestServer.run start zk server on port:51302
[junit4:junit4] 2> 3278272 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3278283 T6901 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f5bc05b name:ZooKeeperConnection Watcher:127.0.0.1:51302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3278284 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3278285 T6894 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 3278299 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3278304 T6903 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@400732a1 name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3278305 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3278305 T6894 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 3278314 T6894 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 3278322 T6894 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 3278329 T6894 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 3278343 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 3278345 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 3278356 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 3278357 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 3278366 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 3278367 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 3278375 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 3278376 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 3278384 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 3278385 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 3278398 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 3278400 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 3278409 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 3278410 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 3278418 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 3278419 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 3278428 T6894 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 3278428 T6894 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 3279110 T6894 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 3279118 T6894 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:?????
[junit4:junit4] 2> 3279120 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3279121 T6894 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3279122 T6894 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173
[junit4:junit4] 2> 3279123 T6894 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/solr.xml
[junit4:junit4] 2> 3279124 T6894 oasc.CoreContainer.<init> New CoreContainer 987524785
[junit4:junit4] 2> 3279125 T6894 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/'
[junit4:junit4] 2> 3279125 T6894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/'
[junit4:junit4] 2> 3279325 T6894 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3279326 T6894 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3279326 T6894 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3279327 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3279327 T6894 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3279328 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3279329 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3279329 T6894 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3279330 T6894 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3279331 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3279353 T6894 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 3279354 T6894 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51302/solr
[junit4:junit4] 2> 3279355 T6894 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3279356 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3279369 T6914 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34c47ca0 name:ZooKeeperConnection Watcher:127.0.0.1:51302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3279371 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3279374 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3279398 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3279403 T6916 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68a58762 name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3279404 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3279409 T6894 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 3279420 T6894 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 3279429 T6894 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 3279434 T6894 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51305_
[junit4:junit4] 2> 3279437 T6894 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51305_
[junit4:junit4] 2> 3279452 T6894 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 3279465 T6894 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 3279473 T6894 oasc.Overseer.start Overseer (id=89850692429676547-127.0.0.1:51305_-n_0000000000) starting
[junit4:junit4] 2> 3279482 T6894 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 3279492 T6918 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 3279495 T6894 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 3279508 T6894 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 3279513 T6894 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3279522 T6917 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 3279531 T6919 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 3279531 T6919 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3281032 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3281958 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51305_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51305"}
[junit4:junit4] 2> 3282101 T6917 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 3282102 T6917 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 3283093 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3284540 T6919 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/collection1
[junit4:junit4] 2> 3284540 T6919 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 3284542 T6919 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3284542 T6919 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 3284546 T6919 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/collection1/'
[junit4:junit4] 2> 3284548 T6919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3284549 T6919 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/collection1/lib/README' to classloader
[junit4:junit4] 2> 3284660 T6919 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3284759 T6919 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3284763 T6919 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 3284771 T6919 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 3285765 T6919 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3285778 T6919 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3285786 T6919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3285801 T6919 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3285980 T6919 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3285981 T6919 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1371012763173/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/control/data/
[junit4:junit4] 2> 3285981 T6919 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46e9d255
[junit4:junit4] 2> 3285982 T6919 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3285983 T6919 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/control/data
[junit4:junit4] 2> 3285983 T6919 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1371012762892/control/data/index/
[junit4:junit4] 2> 3285984 T6919 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1371012762892/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3285985 T6919 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/control/data/index
[junit4:junit4] 2> 3285994 T6919 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@669bf3fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1813a846),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3285994 T6919 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3286003 T6919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3286004 T6919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3286005 T6919 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3286006 T6919 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3286007 T6919 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3286007 T6919 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3286007 T6919 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3286008 T6919 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3286009 T6919 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3286034 T6919 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3286055 T6919 oass.SolrIndexSearcher.<init> Opening Searcher@57d47066 main
[junit4:junit4] 2> 3286059 T6919 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/control/data/tlog
[junit4:junit4] 2> 3286061 T6919 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3286061 T6919 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3286066 T6920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@57d47066 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3286070 T6919 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 3286071 T6919 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51305 collection:control_collection shard:shard1
[junit4:junit4] 2> 3286077 T6919 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 3286120 T6919 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 3286138 T6919 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 3286139 T6919 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 3286139 T6919 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51305/collection1/
[junit4:junit4] 2> 3286140 T6919 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 3286140 T6919 oasc.SyncStrategy.syncToMe http://127.0.0.1:51305/collection1/ has no replicas
[junit4:junit4] 2> 3286141 T6919 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51305/collection1/
[junit4:junit4] 2> 3286141 T6919 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 3286776 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3286821 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3286881 T6919 oasc.ZkController.register We are http://127.0.0.1:51305/collection1/ and leader is http://127.0.0.1:51305/collection1/
[junit4:junit4] 2> 3286884 T6919 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51305
[junit4:junit4] 2> 3286884 T6919 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3286884 T6919 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3286885 T6919 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3286890 T6919 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3286895 T6894 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3286896 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3286896 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3286927 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 3286930 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3286938 T6923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bc3d1ae name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3286939 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3286945 T6894 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3286961 T6894 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 3287595 T6894 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 3287614 T6894 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:?????
[junit4:junit4] 2> 3287616 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3287617 T6894 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3287618 T6894 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695
[junit4:junit4] 2> 3287618 T6894 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/solr.xml
[junit4:junit4] 2> 3287619 T6894 oasc.CoreContainer.<init> New CoreContainer 655501667
[junit4:junit4] 2> 3287619 T6894 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/'
[junit4:junit4] 2> 3287622 T6894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/'
[junit4:junit4] 2> 3287863 T6894 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3287864 T6894 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3287869 T6894 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3287874 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3287875 T6894 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3287876 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3287876 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3287877 T6894 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3287878 T6894 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3287879 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3287910 T6894 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 3287912 T6894 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51302/solr
[junit4:junit4] 2> 3287912 T6894 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3287918 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3287922 T6934 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24f00f87 name:ZooKeeperConnection Watcher:127.0.0.1:51302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3287924 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3287927 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3287958 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3287964 T6936 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3285cb65 name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3287970 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3288004 T6894 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3288355 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3288360 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51305_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51305"}
[junit4:junit4] 2> 3288385 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3288386 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3288386 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3289030 T6894 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51309_
[junit4:junit4] 2> 3289034 T6894 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51309_
[junit4:junit4] 2> 3289050 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 3289054 T6936 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 3289055 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3289056 T6916 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 3289057 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3289060 T6923 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 3289081 T6937 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 3289082 T6937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3289914 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3289917 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51309_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51309"}
[junit4:junit4] 2> 3289917 T6917 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 3289918 T6917 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 3289935 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3289935 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3289936 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3290090 T6937 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/collection1
[junit4:junit4] 2> 3290092 T6937 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3290095 T6937 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3290096 T6937 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3290110 T6937 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/collection1/'
[junit4:junit4] 2> 3290112 T6937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3290113 T6937 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/collection1/lib/README' to classloader
[junit4:junit4] 2> 3290225 T6937 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3290379 T6937 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3290386 T6937 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 3290396 T6937 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 3291674 T6937 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3291681 T6937 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3291684 T6937 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3291696 T6937 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3291865 T6937 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3291866 T6937 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1371012771695/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty1/
[junit4:junit4] 2> 3291866 T6937 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46e9d255
[junit4:junit4] 2> 3291867 T6937 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3291871 T6937 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty1
[junit4:junit4] 2> 3291871 T6937 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty1/index/
[junit4:junit4] 2> 3291872 T6937 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3291876 T6937 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty1/index
[junit4:junit4] 2> 3291888 T6937 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f1bf052 lockFactory=org.apache.lucene.store.NativeFSLockFactory@464565b3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3291888 T6937 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3291894 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3291894 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3291896 T6937 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3291897 T6937 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3291898 T6937 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3291898 T6937 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3291901 T6937 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3291903 T6937 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3291904 T6937 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3291927 T6937 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3291938 T6937 oass.SolrIndexSearcher.<init> Opening Searcher@c4290be main
[junit4:junit4] 2> 3291938 T6937 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty1/tlog
[junit4:junit4] 2> 3291941 T6937 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3291942 T6937 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3291948 T6938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c4290be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3291954 T6937 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 3291954 T6937 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51309 collection:collection1 shard:shard1
[junit4:junit4] 2> 3291962 T6937 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 3291994 T6937 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 3292006 T6937 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 3292007 T6937 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 3292007 T6937 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51309/collection1/
[junit4:junit4] 2> 3292007 T6937 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 3292008 T6937 oasc.SyncStrategy.syncToMe http://127.0.0.1:51309/collection1/ has no replicas
[junit4:junit4] 2> 3292008 T6937 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51309/collection1/
[junit4:junit4] 2> 3292009 T6937 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 3292972 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3292993 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3292993 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3292993 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3293021 T6937 oasc.ZkController.register We are http://127.0.0.1:51309/collection1/ and leader is http://127.0.0.1:51309/collection1/
[junit4:junit4] 2> 3293021 T6937 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51309
[junit4:junit4] 2> 3293022 T6937 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3293022 T6937 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3293022 T6937 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3293026 T6937 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3293029 T6894 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3293030 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3293030 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3293800 T6894 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 3293834 T6894 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:?????
[junit4:junit4] 2> 3293840 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3293841 T6894 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3293841 T6894 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794
[junit4:junit4] 2> 3293842 T6894 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/solr.xml
[junit4:junit4] 2> 3293842 T6894 oasc.CoreContainer.<init> New CoreContainer 338206040
[junit4:junit4] 2> 3293843 T6894 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/'
[junit4:junit4] 2> 3293844 T6894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/'
[junit4:junit4] 2> 3294075 T6894 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3294076 T6894 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3294077 T6894 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3294077 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3294078 T6894 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3294079 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3294079 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3294080 T6894 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3294081 T6894 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3294082 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3294112 T6894 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 3294113 T6894 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51302/solr
[junit4:junit4] 2> 3294114 T6894 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3294117 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3294122 T6950 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d5eebf7 name:ZooKeeperConnection Watcher:127.0.0.1:51302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3294123 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3294128 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3294149 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3294152 T6952 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65f44850 name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3294152 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3294170 T6894 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3294514 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3294516 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51309_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51309"}
[junit4:junit4] 2> 3294527 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3294528 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3294528 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3294529 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3295180 T6894 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51312_
[junit4:junit4] 2> 3295183 T6894 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51312_
[junit4:junit4] 2> 3295189 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 3295192 T6936 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 3295192 T6952 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 3295193 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3295193 T6916 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 3295194 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3295192 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3295204 T6923 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 3295216 T6953 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 3295216 T6953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3296050 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3296052 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51312_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51312"}
[junit4:junit4] 2> 3296052 T6917 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 3296053 T6917 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 3296064 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3296065 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3296065 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3296065 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3296220 T6953 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/collection1
[junit4:junit4] 2> 3296222 T6953 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3296226 T6953 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3296227 T6953 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3296231 T6953 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/collection1/'
[junit4:junit4] 2> 3296233 T6953 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3296233 T6953 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/collection1/lib/README' to classloader
[junit4:junit4] 2> 3296320 T6953 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3296443 T6953 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3296446 T6953 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 3296453 T6953 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 3297422 T6953 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3297432 T6953 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3297435 T6953 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3297443 T6953 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3297523 T6953 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3297524 T6953 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1371012777794/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty2/
[junit4:junit4] 2> 3297524 T6953 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46e9d255
[junit4:junit4] 2> 3297525 T6953 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3297527 T6953 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty2
[junit4:junit4] 2> 3297527 T6953 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty2/index/
[junit4:junit4] 2> 3297528 T6953 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3297529 T6953 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty2/index
[junit4:junit4] 2> 3297534 T6953 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33465f6b lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afe211d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3297535 T6953 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3297540 T6953 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3297540 T6953 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3297541 T6953 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3297542 T6953 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3297544 T6953 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3297544 T6953 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3297545 T6953 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3297546 T6953 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3297547 T6953 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3297572 T6953 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3297583 T6953 oass.SolrIndexSearcher.<init> Opening Searcher@2d143784 main
[junit4:junit4] 2> 3297584 T6953 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty2/tlog
[junit4:junit4] 2> 3297586 T6953 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3297586 T6953 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3297593 T6954 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d143784 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3297597 T6953 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 3297597 T6953 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51312 collection:collection1 shard:shard2
[junit4:junit4] 2> 3297599 T6953 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 3297617 T6953 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 3297625 T6953 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 3297625 T6953 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 3297626 T6953 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51312/collection1/
[junit4:junit4] 2> 3297626 T6953 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 3297626 T6953 oasc.SyncStrategy.syncToMe http://127.0.0.1:51312/collection1/ has no replicas
[junit4:junit4] 2> 3297627 T6953 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51312/collection1/
[junit4:junit4] 2> 3297627 T6953 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 3299092 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3299118 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3299119 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3299119 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3299119 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3299155 T6953 oasc.ZkController.register We are http://127.0.0.1:51312/collection1/ and leader is http://127.0.0.1:51312/collection1/
[junit4:junit4] 2> 3299156 T6953 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51312
[junit4:junit4] 2> 3299156 T6953 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 3299156 T6953 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3299157 T6953 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3299162 T6953 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3299165 T6894 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3299165 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3299166 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3299770 T6894 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 3299790 T6894 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:?????
[junit4:junit4] 2> 3299791 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3299792 T6894 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3299792 T6894 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920
[junit4:junit4] 2> 3299793 T6894 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/solr.xml
[junit4:junit4] 2> 3299793 T6894 oasc.CoreContainer.<init> New CoreContainer 251697319
[junit4:junit4] 2> 3299794 T6894 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/'
[junit4:junit4] 2> 3299795 T6894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/'
[junit4:junit4] 2> 3300010 T6894 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3300011 T6894 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3300012 T6894 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3300012 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3300013 T6894 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3300013 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3300014 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3300014 T6894 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3300015 T6894 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3300016 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3300043 T6894 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 3300044 T6894 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51302/solr
[junit4:junit4] 2> 3300045 T6894 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3300048 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3300053 T6966 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c831696 name:ZooKeeperConnection Watcher:127.0.0.1:51302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3300054 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3300059 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3300086 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3300092 T6968 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c48ebe1 name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3300093 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3300107 T6894 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3300640 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3300643 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51312_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51312"}
[junit4:junit4] 2> 3300656 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3300657 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3300657 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3300657 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3300657 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3301121 T6894 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51315_
[junit4:junit4] 2> 3301125 T6894 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51315_
[junit4:junit4] 2> 3301132 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3301133 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 3301140 T6936 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3301140 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3301141 T6952 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3301141 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3301141 T6916 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3301142 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3301154 T6923 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3301155 T6968 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 3301194 T6969 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 3301194 T6969 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3302174 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3302176 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51315_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51315"}
[junit4:junit4] 2> 3302176 T6917 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 3302176 T6917 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 3302187 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3302188 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3302188 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3302189 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3302191 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3303202 T6969 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/collection1
[junit4:junit4] 2> 3303202 T6969 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3303204 T6969 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3303205 T6969 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3303209 T6969 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/collection1/'
[junit4:junit4] 2> 3303211 T6969 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3303212 T6969 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/collection1/lib/README' to classloader
[junit4:junit4] 2> 3303304 T6969 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3303417 T6969 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3303421 T6969 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 3303435 T6969 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 3304434 T6969 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3304439 T6969 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3304442 T6969 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3304453 T6969 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3304538 T6969 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3304541 T6969 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1371012783920/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/
[junit4:junit4] 2> 3304542 T6969 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46e9d255
[junit4:junit4] 2> 3304543 T6969 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3304544 T6969 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3
[junit4:junit4] 2> 3304544 T6969 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index/
[junit4:junit4] 2> 3304545 T6969 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3304547 T6969 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index
[junit4:junit4] 2> 3304551 T6969 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f18c7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a65cdf1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3304552 T6969 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3304557 T6969 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3304558 T6969 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3304559 T6969 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3304561 T6969 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3304562 T6969 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3304565 T6969 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3304566 T6969 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3304567 T6969 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3304568 T6969 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3304588 T6969 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3304656 T6969 oass.SolrIndexSearcher.<init> Opening Searcher@13fb0462 main
[junit4:junit4] 2> 3304657 T6969 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/tlog
[junit4:junit4] 2> 3304659 T6969 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3304660 T6969 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3304675 T6970 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13fb0462 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3304680 T6969 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 3304681 T6969 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51315 collection:collection1 shard:shard1
[junit4:junit4] 2> 3304725 T6969 oasc.ZkController.register We are http://127.0.0.1:51315/collection1/ and leader is http://127.0.0.1:51309/collection1/
[junit4:junit4] 2> 3304726 T6969 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51315
[junit4:junit4] 2> 3304726 T6969 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 3304726 T6969 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C4708 name=collection1 org.apache.solr.core.SolrCore@c44c788 url=http://127.0.0.1:51315/collection1 node=127.0.0.1:51315_ C4708_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51315_, base_url=http://127.0.0.1:51315}
[junit4:junit4] 2> 3304728 T6971 C4708 P51315 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 3304729 T6969 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3304729 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 3304734 T6971 C4708 P51315 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 3304735 T6971 C4708 P51315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3304747 T6971 C4708 P51315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3304747 T6894 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3304750 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3304751 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3304783 T6931 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 3305264 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3305267 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51315_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51315"}
[junit4:junit4] 2> 3305298 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3305298 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3305299 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3305300 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3305300 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3305651 T6894 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 3305663 T6894 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:?????
[junit4:junit4] 2> 3305679 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 3305681 T6894 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 3305682 T6894 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511
[junit4:junit4] 2> 3305684 T6894 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/solr.xml
[junit4:junit4] 2> 3305688 T6894 oasc.CoreContainer.<init> New CoreContainer 2146294733
[junit4:junit4] 2> 3305689 T6894 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/'
[junit4:junit4] 2> 3305689 T6894 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/'
[junit4:junit4] 2> 3305785 T6931 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 3305786 T6931 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:51315_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1004
[junit4:junit4] 2> 3305984 T6894 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 3305985 T6894 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 3305987 T6894 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 3305989 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 3305989 T6894 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 3305990 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 3305991 T6894 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 3305991 T6894 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 3305992 T6894 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 3305993 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 3306043 T6894 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 3306045 T6894 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51302/solr
[junit4:junit4] 2> 3306045 T6894 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 3306056 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3306061 T6983 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b34710c name:ZooKeeperConnection Watcher:127.0.0.1:51302 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3306063 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3306079 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 3306119 T6894 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 3306123 T6985 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ddbf2eb name:ZooKeeperConnection Watcher:127.0.0.1:51302/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 3306127 T6894 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 3306147 T6894 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 3307174 T6894 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51319_
[junit4:junit4] 2> 3307181 T6894 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51319_
[junit4:junit4] 2> 3307204 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3307205 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 3307222 T6952 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 3307223 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3307223 T6936 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 3307224 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3307224 T6916 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 3307225 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3307228 T6985 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 3307231 T6968 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 3307232 T6923 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 3307279 T6986 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 3307279 T6986 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> C4708_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51315_, base_url=http://127.0.0.1:51315}
[junit4:junit4] 2> 3307792 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51309/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 3307793 T6971 C4708 P51315 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51315 START replicas=[http://127.0.0.1:51309/collection1/] nUpdates=100
[junit4:junit4] 2> 3307795 T6971 C4708 P51315 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 3307797 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 3307798 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 3307798 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 3307798 T6971 C4708 P51315 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 3307799 T6971 C4708 P51315 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51309/collection1/. core=collection1
[junit4:junit4] 2> 3307799 T6971 C4708 P51315 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C4709 name=collection1 org.apache.solr.core.SolrCore@24e390fd url=http://127.0.0.1:51309/collection1 node=127.0.0.1:51309_ C4709_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51309_, base_url=http://127.0.0.1:51309, leader=true}
[junit4:junit4] 2> 3307834 T6928 C4709 P51309 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3
[junit4:junit4] 2> 3307837 T6927 C4709 P51309 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3307857 T6927 C4709 P51309 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f1bf052 lockFactory=org.apache.lucene.store.NativeFSLockFactory@464565b3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3307860 T6927 C4709 P51309 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3307865 T6927 C4709 P51309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f1bf052 lockFactory=org.apache.lucene.store.NativeFSLockFactory@464565b3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f1bf052 lockFactory=org.apache.lucene.store.NativeFSLockFactory@464565b3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 3307866 T6927 C4709 P51309 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 3307866 T6927 C4709 P51309 oass.SolrIndexSearcher.<init> Opening Searcher@532c1903 realtime
[junit4:junit4] 2> 3307869 T6927 C4709 P51309 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3307869 T6927 C4709 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 32
[junit4:junit4] 2> 3307876 T6971 C4708 P51315 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 3307877 T6971 C4708 P51315 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 3307883 T6930 C4709 P51309 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 3307883 T6930 C4709 P51309 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3
[junit4:junit4] 2> 3307885 T6971 C4708 P51315 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 3307885 T6971 C4708 P51315 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 3307886 T6971 C4708 P51315 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 3307891 T6932 C4709 P51309 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 3307893 T6971 C4708 P51315 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 3307900 T6971 C4708 P51315 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index.20130611235312627
[junit4:junit4] 2> 3307900 T6971 C4708 P51315 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@2f13e272 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7100278) fullCopy=false
[junit4:junit4] 2> 3307904 T6931 C4709 P51309 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 3307913 T6971 C4708 P51315 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 3307926 T6971 C4708 P51315 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 3307927 T6971 C4708 P51315 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 3307992 T6971 C4708 P51315 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f18c7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a65cdf1),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f18c7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a65cdf1),segFN=segments_2,generation=2}
[junit4:junit4] 2> 3308003 T6971 C4708 P51315 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 3308004 T6971 C4708 P51315 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 3308004 T6971 C4708 P51315 oass.SolrIndexSearcher.<init> Opening Searcher@591d57a7 main
[junit4:junit4] 2> 3308006 T6970 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@591d57a7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 3308008 T6971 C4708 P51315 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index.20130611235312627 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index.20130611235312627;done=true>>]
[junit4:junit4] 2> 3308010 T6971 C4708 P51315 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index.20130611235312627
[junit4:junit4] 2> 3308010 T6971 C4708 P51315 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty3/index.20130611235312627
[junit4:junit4] 2> 3308011 T6971 C4708 P51315 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 3308011 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 3308011 T6971 C4708 P51315 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3308012 T6971 C4708 P51315 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3308019 T6971 C4708 P51315 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 3308346 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3308355 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51319_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51319"}
[junit4:junit4] 2> 3308356 T6917 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 3308357 T6917 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 3308391 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51315_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51315"}
[junit4:junit4] 2> 3308411 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3308412 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3308412 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3308413 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3308413 T6985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3308412 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3309293 T6986 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/collection1
[junit4:junit4] 2> 3309293 T6986 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 3309295 T6986 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 3309296 T6986 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 3309301 T6986 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/collection1/'
[junit4:junit4] 2> 3309303 T6986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 3309304 T6986 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/collection1/lib/README' to classloader
[junit4:junit4] 2> 3309435 T6986 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 3309560 T6986 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 3309573 T6986 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 3309581 T6986 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 3310906 T6986 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 3310911 T6986 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 3310913 T6986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3310923 T6986 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 3311095 T6986 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3311097 T6986 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1371012789511/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/
[junit4:junit4] 2> 3311097 T6986 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46e9d255
[junit4:junit4] 2> 3311099 T6986 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 3311105 T6986 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4
[junit4:junit4] 2> 3311108 T6986 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index/
[junit4:junit4] 2> 3311109 T6986 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 3311112 T6986 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index
[junit4:junit4] 2> 3311131 T6986 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e56612f lockFactory=org.apache.lucene.store.NativeFSLockFactory@444e2702),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3311131 T6986 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3311136 T6986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 3311138 T6986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 3311140 T6986 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 3311142 T6986 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 3311145 T6986 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 3311145 T6986 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 3311149 T6986 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 3311154 T6986 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 3311155 T6986 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 3311180 T6986 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 3311195 T6986 oass.SolrIndexSearcher.<init> Opening Searcher@4796b5b7 main
[junit4:junit4] 2> 3311195 T6986 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/tlog
[junit4:junit4] 2> 3311197 T6986 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 3311197 T6986 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 3311204 T6989 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4796b5b7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 3311208 T6986 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 3311208 T6986 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51319 collection:collection1 shard:shard2
[junit4:junit4] 2> 3311231 T6986 oasc.ZkController.register We are http://127.0.0.1:51319/collection1/ and leader is http://127.0.0.1:51312/collection1/
[junit4:junit4] 2> 3311231 T6986 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51319
[junit4:junit4] 2> 3311232 T6986 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 3311232 T6986 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C4710 name=collection1 org.apache.solr.core.SolrCore@794b50d9 url=http://127.0.0.1:51319/collection1 node=127.0.0.1:51319_ C4710_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51319_, base_url=http://127.0.0.1:51319}
[junit4:junit4] 2> 3311234 T6990 C4710 P51319 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 3311237 T6990 C4710 P51319 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 3311237 T6990 C4710 P51319 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 3311238 T6990 C4710 P51319 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3311240 T6986 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3311245 T6990 C4710 P51319 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3311247 T6894 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 3311248 T6894 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 3311249 T6894 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3311277 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3311293 T6944 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 3311295 T6894 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 3311296 T6894 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 3311300 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3311465 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3311468 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51319_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51319"}
[junit4:junit4] 2> 3311511 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3311512 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3311512 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3311513 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3311514 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3311516 T6985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3312296 T6944 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 3312297 T6944 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:51319_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1004
[junit4:junit4] 2> 3312308 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3313320 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C4710_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51319_, base_url=http://127.0.0.1:51319}
[junit4:junit4] 2> 3314299 T6990 C4710 P51319 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51312/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 3314300 T6990 C4710 P51319 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51319 START replicas=[http://127.0.0.1:51312/collection1/] nUpdates=100
[junit4:junit4] 2> 3314300 T6990 C4710 P51319 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 3314301 T6990 C4710 P51319 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 3314301 T6990 C4710 P51319 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 3314301 T6990 C4710 P51319 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> ASYNC NEW_CORE C4711 name=collection1 org.apache.solr.core.SolrCore@794b50d9 url=http://127.0.0.1:51319/collection1 node=127.0.0.1:51319_ C4711_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51319_, base_url=http://127.0.0.1:51319}
[junit4:junit4] 2> 3314321 T6990 C4711 P51319 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 3314322 T6990 C4711 P51319 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51312/collection1/. core=collection1
[junit4:junit4] 2> 3314323 T6990 C4711 P51319 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 3314362 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C4712 name=collection1 org.apache.solr.core.SolrCore@1e0853af url=http://127.0.0.1:51312/collection1 node=127.0.0.1:51312_ C4712_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51312_, base_url=http://127.0.0.1:51312, leader=true}
[junit4:junit4] 2> 3314369 T6947 C4712 P51312 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4
[junit4:junit4] 2> 3314372 T6941 C4712 P51312 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3314378 T6941 C4712 P51312 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33465f6b lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afe211d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3314379 T6941 C4712 P51312 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3314380 T6941 C4712 P51312 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33465f6b lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afe211d),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33465f6b lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afe211d),segFN=segments_2,generation=2}
[junit4:junit4] 2> 3314381 T6941 C4712 P51312 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 3314381 T6941 C4712 P51312 oass.SolrIndexSearcher.<init> Opening Searcher@18e8e89 realtime
[junit4:junit4] 2> 3314382 T6941 C4712 P51312 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3314382 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 3314390 T6990 C4711 P51319 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 3314392 T6990 C4711 P51319 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 3314397 T6945 C4712 P51312 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 3314398 T6945 C4712 P51312 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 3314399 T6990 C4711 P51319 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 3314400 T6990 C4711 P51319 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 3314400 T6990 C4711 P51319 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 3314403 T6946 C4712 P51312 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 3314405 T6990 C4711 P51319 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 3314407 T6990 C4711 P51319 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index.20130611235319138
[junit4:junit4] 2> 3314408 T6990 C4711 P51319 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@32538a6c lockFactory=org.apache.lucene.store.NativeFSLockFactory@630bc4c2) fullCopy=false
[junit4:junit4] 2> 3314411 T6944 C4712 P51312 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 3314414 T6990 C4711 P51319 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 3314415 T6990 C4711 P51319 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 3314415 T6990 C4711 P51319 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 3314469 T6990 C4711 P51319 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e56612f lockFactory=org.apache.lucene.store.NativeFSLockFactory@444e2702),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e56612f lockFactory=org.apache.lucene.store.NativeFSLockFactory@444e2702),segFN=segments_2,generation=2}
[junit4:junit4] 2> 3314470 T6990 C4711 P51319 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 3314471 T6990 C4711 P51319 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 3314472 T6990 C4711 P51319 oass.SolrIndexSearcher.<init> Opening Searcher@efa437d main
[junit4:junit4] 2> 3314473 T6989 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@efa437d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 3314474 T6990 C4711 P51319 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index.20130611235319138 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index.20130611235319138;done=true>>]
[junit4:junit4] 2> 3314474 T6990 C4711 P51319 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index.20130611235319138
[junit4:junit4] 2> 3314475 T6990 C4711 P51319 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1371012762892/jetty4/index.20130611235319138
[junit4:junit4] 2> 3314475 T6990 C4711 P51319 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 3314475 T6990 C4711 P51319 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 3314476 T6990 C4711 P51319 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 3314476 T6990 C4711 P51319 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 3314479 T6990 C4711 P51319 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 3314551 T6917 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3314553 T6917 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51319_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51319"}
[junit4:junit4] 2> 3314566 T6923 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3314566 T6952 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3314567 T6968 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3314567 T6936 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3314567 T6916 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3314568 T6985 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 3315369 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3315373 T6894 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C4713 name=collection1 org.apache.solr.core.SolrCore@4aed5ae5 url=http://127.0.0.1:51305/collection1 node=127.0.0.1:51305_ C4713_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51305_, base_url=http://127.0.0.1:51305, leader=true}
[junit4:junit4] 2> 3315389 T6912 C4713 P51305 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3315394 T6912 C4713 P51305 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@669bf3fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1813a846),segFN=segments_1,generation=1}
[junit4:junit4] 2> 3315395 T6912 C4713 P51305 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 3315397 T6912 C4713 P51305 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@669bf3fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1813a846),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@669bf3fb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1813a846),segFN=segments_2,generation=2}
[junit4:junit4] 2> 3315398 T6912 C4713 P51305 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 3315399 T6912 C4713 P51305 oass.SolrIndexSearcher.<init> Opening Searcher@3dec1259 main
[junit4:junit4] 2> 3315399 T6912 C4713 P51305 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3315401 T6920 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3dec1259 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 3315401 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 2> 3315427 T6943 C4712 P51312 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3315428 T6943 C4712 P51312 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33465f6b lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afe211d),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@33465f6b lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afe211d),segFN=segments_3,generation=3}
[junit4:junit4] 2> 3315428 T6943 C4712 P51312 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 3315429 T6943 C4712 P51312 oass.SolrIndexSearcher.<init> Opening Searcher@26039a47 main
[junit4:junit4] 2> 3315431 T6943 C4712 P51312 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3315432 T6954 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26039a47 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 3315433 T6943 C4712 P51312 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51309/collection1/, StdNode: http://127.0.0.1:51315/collection1/, StdNode: http://127.0.0.1:51319/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> ASYNC NEW_CORE C4714 name=collection1 org.apache.solr.core.SolrCore@24e390fd url=http://127.0.0.1:51309/collection1 node=127.0.0.1:51309_ C4714_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51309_, base_url=http://127.0.0.1:51309, leader=true}
[junit4:junit4] 2> 3315453 T6931 C4714 P51309 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3315454 T6931 C4714 P51309 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f1bf052 lockFactory=org.apache.lucene.store.NativeFSLockFactory@464565b3),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f1bf052 lockFactory=org.apache.lucene.store.NativeFSLockFactory@464565b3),segFN=segments_3,generation=3}
[junit4:junit4] 2> 3315455 T6931 C4714 P51309 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 3315455 T6931 C4714 P51309 oass.SolrIndexSearcher.<init> Opening Searcher@7a21304d main
[junit4:junit4] 2> 3315456 T6931 C4714 P51309 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> C4711_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51319_, base_url=http://127.0.0.1:51319}
[junit4:junit4] 2> 3315458 T6975 C4711 P51319 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3315459 T6975 C4711 P51319 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e56612f lockFactory=org.apache.lucene.store.NativeFSLockFactory@444e2702),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4e56612f lockFactory=org.apache.lucene.store.NativeFSLockFactory@444e2702),segFN=segments_3,generation=3}
[junit4:junit4] 2> 3315460 T6975 C4711 P51319 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 3315458 T6938 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a21304d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 3315462 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 3315470 T6975 C4711 P51319 oass.SolrIndexSearcher.<init> Opening Searcher@559b1b06 main
[junit4:junit4] 2> 3315472 T6975 C4711 P51319 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3315474 T6989 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@559b1b06 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> ASYNC NEW_CORE C4715 name=collection1 org.apache.solr.core.SolrCore@c44c788 url=http://127.0.0.1:51315/collection1 node=127.0.0.1:51315_ C4715_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51315_, base_url=http://127.0.0.1:51315}
[junit4:junit4] 2> 3315469 T6959 C4715 P51315 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 3315475 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 2> 3315477 T6959 C4715 P51315 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f18c7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a65cdf1),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@16f18c7b lockFactory=org.apache.lucene.store.NativeFSLockFactory@5a65cdf1),segFN=segments_3,generation=3}
[junit4:junit4] 2> 3315479 T6959 C4715 P51315 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 3315480 T6959 C4715 P51315 oass.SolrIndexSearcher.<init> Opening Searcher@4ad6a982 main
[junit4:junit4] 2> 3315481 T6959 C4715 P51315 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 3315482 T6970 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ad6a982 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 3315483 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 3315484 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 58
[junit4:junit4] 2> 3315487 T6894 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 3315493 T6928 C4714 P51309 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 3315500 T6961 C4715 P51315 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 3315505 T6945 C4712 P51312 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 3315511 T6976 C4711 P51319 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 3317522 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1437611120135241728)} 0 3
[junit4:junit4] 2> 3317534 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1437611120141533184&update.from=http://127.0.0.1:51312/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1437611120141533184)} 0 1
[junit4:junit4] 2> 3317550 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1437611120147824640&update.from=http://127.0.0.1:51309/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1437611120147824640)} 0 2
[junit4:junit4] 2> 3317552 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1437611120147824640)} 0 20
[junit4:junit4] 2> 3317553 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1437611120141533184)} 0 27
[junit4:junit4] 2> 3317559 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1437611120175087616)]} 0 2
[junit4:junit4] 2> 3317574 T6976 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1437611120186621952)]} 0 2
[junit4:junit4] 2> 3317575 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1437611120186621952)]} 0 6
[junit4:junit4] 2> 3317580 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1437611120197107712)]} 0 1
[junit4:junit4] 2> 3317590 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1437611120204447744)]} 0 1
[junit4:junit4] 2> 3317592 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1437611120204447744)]} 0 5
[junit4:junit4] 2> 3317593 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 10
[junit4:junit4] 2> 3317597 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1437611120214933504)]} 0 1
[junit4:junit4] 2> 3317616 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1437611120226467840)]} 0 6
[junit4:junit4] 2> 3317618 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1437611120226467840)]} 0 12
[junit4:junit4] 2> 3317619 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2]} 0 18
[junit4:junit4] 2> 3317624 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1437611120243245056)]} 0 1
[junit4:junit4] 2> 3317632 T6977 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1437611120247439360)]} 0 1
[junit4:junit4] 2> 3317633 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1437611120247439360)]} 0 6
[junit4:junit4] 2> 3317637 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1437611120257925120)]} 0 0
[junit4:junit4] 2> 3317650 T6978 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1437611120267362304)]} 0 1
[junit4:junit4] 2> 3317652 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!4 (1437611120267362304)]} 0 6
[junit4:junit4] 2> 3317653 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4]} 0 11
[junit4:junit4] 2> 3317657 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1437611120277848064)]} 0 1
[junit4:junit4] 2> 3317673 T6979 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1437611120285188096)]} 0 3
[junit4:junit4] 2> 3317675 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1437611120285188096)]} 0 12
[junit4:junit4] 2> 3317676 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 15
[junit4:junit4] 2> 3317680 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1437611120303013888)]} 0 0
[junit4:junit4] 2> 3317693 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1437611120312451072)]} 0 0
[junit4:junit4] 2> 3317695 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1437611120312451072)]} 0 6
[junit4:junit4] 2> 3317696 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 12
[junit4:junit4] 2> 3317700 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1437611120323985408)]} 0 0
[junit4:junit4] 2> 3317707 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1437611120328179712)]} 0 0
[junit4:junit4] 2> 3317709 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1437611120328179712)]} 0 5
[junit4:junit4] 2> 3317713 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1437611120336568320)]} 0 1
[junit4:junit4] 2> 3317720 T6961 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1437611120340762624)]} 0 1
[junit4:junit4] 2> 3317721 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1437611120340762624)]} 0 5
[junit4:junit4] 2> 3317725 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1437611120349151232)]} 0 1
[junit4:junit4] 2> 3317734 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1437611120356491264)]} 0 0
[junit4:junit4] 2> 3317742 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!9 (1437611120356491264)]} 0 11
[junit4:junit4] 2> 3317743 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9]} 0 15
[junit4:junit4] 2> 3317748 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1437611120373268480)]} 0 1
[junit4:junit4] 2> 3317758 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1437611120380608512)]} 0 1
[junit4:junit4] 2> 3317759 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1437611120380608512)]} 0 5
[junit4:junit4] 2> 3317760 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 9
[junit4:junit4] 2> 3317764 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1437611120390045696)]} 0 1
[junit4:junit4] 2> 3317774 T6980 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1437611120398434304)]} 0 0
[junit4:junit4] 2> 3317776 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1437611120398434304)]} 0 5
[junit4:junit4] 2> 3317777 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 9
[junit4:junit4] 2> 3317781 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1437611120408920064)]} 0 1
[junit4:junit4] 2> 3317790 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1437611120415211520)]} 0 0
[junit4:junit4] 2> 3317792 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1437611120415211520)]} 0 5
[junit4:junit4] 2> 3317806 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12]} 0 22
[junit4:junit4] 2> 3317811 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1437611120439328768)]} 0 1
[junit4:junit4] 2> 3317821 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1437611120447717376)]} 0 0
[junit4:junit4] 2> 3317823 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1437611120447717376)]} 0 5
[junit4:junit4] 2> 3317824 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13]} 0 9
[junit4:junit4] 2> 3317829 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1437611120458203136)]} 0 1
[junit4:junit4] 2> 3317859 T6976 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1437611120486514688)]} 0 1
[junit4:junit4] 2> 3317860 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1437611120486514688)]} 0 5
[junit4:junit4] 2> 3317861 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14]} 0 14
[junit4:junit4] 2> 3317865 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1437611120497000448)]} 0 0
[junit4:junit4] 2> 3317878 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1437611120501194752)]} 0 4
[junit4:junit4] 2> 3317880 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1437611120501194752)]} 0 11
[junit4:junit4] 2> 3317884 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1437611120515874816)]} 0 1
[junit4:junit4] 2> 3317896 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1437611120522166272)]} 0 1
[junit4:junit4] 2> 3317898 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1437611120522166272)]} 0 10
[junit4:junit4] 2> 3317903 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1437611120536846336)]} 0 1
[junit4:junit4] 2> 3317910 T6977 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1437611120541040640)]} 0 0
[junit4:junit4] 2> 3317912 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1437611120541040640)]} 0 4
[junit4:junit4] 2> 3317915 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1437611120549429248)]} 0 0
[junit4:junit4] 2> 3317922 T6961 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1437611120553623552)]} 0 1
[junit4:junit4] 2> 3317923 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1437611120553623552)]} 0 5
[junit4:junit4] 2> 3317927 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1437611120562012160)]} 0 1
[junit4:junit4] 2> 3317936 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1437611120568303616)]} 0 0
[junit4:junit4] 2> 3317938 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1437611120568303616)]} 0 5
[junit4:junit4] 2> 3317939 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 9
[junit4:junit4] 2> 3317948 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1437611120584032256)]} 0 1
[junit4:junit4] 2> 3317969 T6978 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1437611120596615168)]} 0 1
[junit4:junit4] 2> 3317970 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1437611120596615168)]} 0 11
[junit4:junit4] 2> 3317972 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20]} 0 20
[junit4:junit4] 2> 3317976 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1437611120612343808)]} 0 1
[junit4:junit4] 2> 3317985 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1437611120619683840)]} 0 1
[junit4:junit4] 2> 3317986 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1437611120619683840)]} 0 4
[junit4:junit4] 2> 3317987 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21]} 0 8
[junit4:junit4] 2> 3317991 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1437611120629121024)]} 0 0
[junit4:junit4] 2> 3317998 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1437611120632266752)]} 0 1
[junit4:junit4] 2> 3317999 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1437611120632266752)]} 0 5
[junit4:junit4] 2> 3318003 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1437611120641703936)]} 0 0
[junit4:junit4] 2> 3318018 T6980 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1437611120649043968)]} 0 1
[junit4:junit4] 2> 3318020 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1437611120649043968)]} 0 11
[junit4:junit4] 2> 3318021 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 15
[junit4:junit4] 2> 3318026 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1437611120664772608)]} 0 1
[junit4:junit4] 2> 3318036 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1437611120673161216)]} 0 0
[junit4:junit4] 2> 3318037 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1437611120673161216)]} 0 5
[junit4:junit4] 2> 3318041 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1437611120681549824)]} 0 0
[junit4:junit4] 2> 3318051 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1437611120687841280)]} 0 1
[junit4:junit4] 2> 3318052 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1437611120687841280)]} 0 5
[junit4:junit4] 2> 3318053 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25]} 0 8
[junit4:junit4] 2> 3318058 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1437611120698327040)]} 0 1
[junit4:junit4] 2> 3318066 T6976 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1437611120704618496)]} 0 0
[junit4:junit4] 2> 3318068 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1437611120704618496)]} 0 5
[junit4:junit4] 2> 3318069 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26]} 0 8
[junit4:junit4] 2> 3318076 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1437611120717201408)]} 0 1
[junit4:junit4] 2> 3318091 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1437611120729784320)]} 0 1
[junit4:junit4] 2> 3318093 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1437611120729784320)]} 0 6
[junit4:junit4] 2> 3318098 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1437611120741318656)]} 0 0
[junit4:junit4] 2> 3318107 T6961 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1437611120746561536)]} 0 0
[junit4:junit4] 2> 3318109 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1437611120746561536)]} 0 6
[junit4:junit4] 2> 3318113 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1437611120757047296)]} 0 1
[junit4:junit4] 2> 3318134 T6977 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1437611120769630208)]} 0 4
[junit4:junit4] 2> 3318136 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1437611120769630208)]} 0 11
[junit4:junit4] 2> 3318137 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 20
[junit4:junit4] 2> 3318142 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1437611120786407424)]} 0 0
[junit4:junit4] 2> 3318164 T6979 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1437611120805281792)]} 0 1
[junit4:junit4] 2> 3318166 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1437611120805281792)]} 0 7
[junit4:junit4] 2> 3318170 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1437611120816816128)]} 0 0
[junit4:junit4] 2> 3318180 T6978 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1437611120824156160)]} 0 1
[junit4:junit4] 2> 3318181 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!31 (1437611120824156160)]} 0 5
[junit4:junit4] 2> 3318182 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31]} 0 8
[junit4:junit4] 2> 3318187 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1437611120833593344)]} 0 1
[junit4:junit4] 2> 3318197 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1437611120840933376)]} 0 1
[junit4:junit4] 2> 3318198 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1437611120840933376)]} 0 5
[junit4:junit4] 2> 3318200 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 8
[junit4:junit4] 2> 3318208 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1437611120854564864)]} 0 4
[junit4:junit4] 2> 3318218 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1437611120862953472)]} 0 1
[junit4:junit4] 2> 3318219 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1437611120862953472)]} 0 5
[junit4:junit4] 2> 3318224 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1437611120873439232)]} 0 0
[junit4:junit4] 2> 3318232 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1437611120877633536)]} 0 1
[junit4:junit4] 2> 3318233 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1437611120877633536)]} 0 5
[junit4:junit4] 2> 3318237 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1437611120886022144)]} 0 1
[junit4:junit4] 2> 3318246 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1437611120893362176)]} 0 0
[junit4:junit4] 2> 3318248 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1437611120893362176)]} 0 5
[junit4:junit4] 2> 3318249 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 9
[junit4:junit4] 2> 3318253 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1437611120903847936)]} 0 0
[junit4:junit4] 2> 3318260 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1437611120908042240)]} 0 1
[junit4:junit4] 2> 3318261 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1437611120908042240)]} 0 5
[junit4:junit4] 2> 3318266 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1437611120916430848)]} 0 1
[junit4:junit4] 2> 3318278 T6980 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1437611120920625152)]} 0 5
[junit4:junit4] 2> 3318280 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1437611120920625152)]} 0 11
[junit4:junit4] 2> 3318284 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1437611120936353792)]} 0 1
[junit4:junit4] 2> 3318294 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1437611120941596672)]} 0 1
[junit4:junit4] 2> 3318295 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1437611120941596672)]} 0 6
[junit4:junit4] 2> 3318299 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1437611120952082432)]} 0 1
[junit4:junit4] 2> 3318306 T6961 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1437611120956276736)]} 0 1
[junit4:junit4] 2> 3318308 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1437611120956276736)]} 0 5
[junit4:junit4] 2> 3318311 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1437611120964665344)]} 0 0
[junit4:junit4] 2> 3318318 T6976 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1437611120968859648)]} 0 1
[junit4:junit4] 2> 3318319 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1437611120968859648)]} 0 5
[junit4:junit4] 2> 3318323 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1437611120977248256)]} 0 1
[junit4:junit4] 2> 3318332 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1437611120983539712)]} 0 0
[junit4:junit4] 2> 3318334 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!41 (1437611120983539712)]} 0 5
[junit4:junit4] 2> 3318335 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41]} 0 9
[junit4:junit4] 2> 3318345 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1437611120999268352)]} 0 2
[junit4:junit4] 2> 3318353 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1437611121005559808)]} 0 1
[junit4:junit4] 2> 3318354 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1437611121005559808)]} 0 5
[junit4:junit4] 2> 3318359 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1437611121014996992)]} 0 0
[junit4:junit4] 2> 3318369 T6977 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1437611121022337024)]} 0 1
[junit4:junit4] 2> 3318370 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1437611121022337024)]} 0 5
[junit4:junit4] 2> 3318371 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43]} 0 8
[junit4:junit4] 2> 3318377 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1437611121032822784)]} 0 1
[junit4:junit4] 2> 3318384 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1437611121037017088)]} 0 1
[junit4:junit4] 2> 3318385 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1437611121037017088)]} 0 5
[junit4:junit4] 2> 3318389 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1437611121046454272)]} 0 1
[junit4:junit4] 2> 3318398 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1437611121052745728)]} 0 0
[junit4:junit4] 2> 3318400 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1437611121052745728)]} 0 4
[junit4:junit4] 2> 3318401 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45]} 0 9
[junit4:junit4] 2> 3318404 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1437611121062182912)]} 0 0
[junit4:junit4] 2> 3318419 T6978 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1437611121074765824)]} 0 0
[junit4:junit4] 2> 3318421 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1437611121074765824)]} 0 5
[junit4:junit4] 2> 3318423 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46]} 0 11
[junit4:junit4] 2> 3318429 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1437611121087348736)]} 0 1
[junit4:junit4] 2> 3318436 T6961 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1437611121091543040)]} 0 1
[junit4:junit4] 2> 3318437 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1437611121091543040)]} 0 5
[junit4:junit4] 2> 3318441 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1437611121100980224)]} 0 1
[junit4:junit4] 2> 3318450 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1437611121107271680)]} 0 0
[junit4:junit4] 2> 3318452 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1437611121107271680)]} 0 5
[junit4:junit4] 2> 3318453 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 9
[junit4:junit4] 2> 3318457 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1437611121116708864)]} 0 1
[junit4:junit4] 2> 3318466 T6980 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1437611121124048896)]} 0 1
[junit4:junit4] 2> 3318467 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1437611121124048896)]} 0 4
[junit4:junit4] 2> 3318468 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49]} 0 8
[junit4:junit4] 2> 3318477 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1437611121138728960)]} 0 1
[junit4:junit4] 2> 3318490 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1437611121145020416)]} 0 1
[junit4:junit4] 2> 3318491 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1437611121145020416)]} 0 8
[junit4:junit4] 2> 3318495 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1437611121157603328)]} 0 1
[junit4:junit4] 2> 3318504 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1437611121163894784)]} 0 0
[junit4:junit4] 2> 3318506 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!51 (1437611121163894784)]} 0 5
[junit4:junit4] 2> 3318507 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51]} 0 9
[junit4:junit4] 2> 3318511 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1437611121174380544)]} 0 0
[junit4:junit4] 2> 3318518 T6976 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1437611121178574848)]} 0 1
[junit4:junit4] 2> 3318519 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1437611121178574848)]} 0 5
[junit4:junit4] 2> 3318523 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1437611121185914880)]} 0 1
[junit4:junit4] 2> 3318533 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1437611121193254912)]} 0 1
[junit4:junit4] 2> 3318535 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!53 (1437611121193254912)]} 0 6
[junit4:junit4] 2> 3318536 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53]} 0 10
[junit4:junit4] 2> 3318545 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1437611121210032128)]} 0 1
[junit4:junit4] 2> 3318557 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1437611121217372160)]} 0 1
[junit4:junit4] 2> 3318558 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1437611121217372160)]} 0 6
[junit4:junit4] 2> 3318562 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1437611121227857920)]} 0 1
[junit4:junit4] 2> 3318569 T6977 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1437611121231003648)]} 0 1
[junit4:junit4] 2> 3318570 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1437611121231003648)]} 0 5
[junit4:junit4] 2> 3318574 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1437611121239392256)]} 0 1
[junit4:junit4] 2> 3318580 T6979 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1437611121243586560)]} 0 0
[junit4:junit4] 2> 3318582 T6945 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1437611121243586560)]} 0 5
[junit4:junit4] 2> 3318586 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1437611121251975168)]} 0 1
[junit4:junit4] 2> 3318592 T6978 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1437611121256169472)]} 0 0
[junit4:junit4] 2> 3318593 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1437611121256169472)]} 0 4
[junit4:junit4] 2> 3318597 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1437611121264558080)]} 0 1
[junit4:junit4] 2> 3318608 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1437611121267703808)]} 0 4
[junit4:junit4] 2> 3318611 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1437611121267703808)]} 0 11
[junit4:junit4] 2> 3318616 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1437611121284481024)]} 0 1
[junit4:junit4] 2> 3318628 T6961 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1437611121292869632)]} 0 0
[junit4:junit4] 2> 3318630 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1437611121292869632)]} 0 6
[junit4:junit4] 2> 3318631 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59]} 0 10
[junit4:junit4] 2> 3318636 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1437611121304403968)]} 0 1
[junit4:junit4] 2> 3318642 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1437611121308598272)]} 0 0
[junit4:junit4] 2> 3318644 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1437611121308598272)]} 0 5
[junit4:junit4] 2> 3318648 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1437611121318035456)]} 0 0
[junit4:junit4] 2> 3318655 T6963 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1437611121322229760)]} 0 1
[junit4:junit4] 2> 3318656 T6930 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1437611121322229760)]} 0 4
[junit4:junit4] 2> 3318660 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1437611121330618368)]} 0 0
[junit4:junit4] 2> 3318672 T6959 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1437611121334812672)]} 0 2
[junit4:junit4] 2> 3318676 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1437611121334812672)]} 0 12
[junit4:junit4] 2> 3318680 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1437611121351589888)]} 0 0
[junit4:junit4] 2> 3318690 T6980 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1437611121358929920)]} 0 0
[junit4:junit4] 2> 3318692 T6941 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1437611121358929920)]} 0 5
[junit4:junit4] 2> 3318693 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 9
[junit4:junit4] 2> 3318697 T6907 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1437611121369415680)]} 0 1
[junit4:junit4] 2> 3318707 T6975 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1437611121376755712)]} 0 0
[junit4:junit4] 2> 3318709 T6943 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!64 (1437611121376755712)]} 0 5
[junit4:junit4] 2> 3318710 T6928 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64]} 0 9
[junit4:junit4] 2> 3318714 T6910 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1437611121386192896)]} 0 1
[junit4:junit4] 2> 3318724 T6960 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1437611121393532928)]} 0 1
[junit4:junit4] 2> 3318725 T6927 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!65 (1437611121393532928)]} 0 5
[junit4:junit4] 2> 3318726 T6946 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65]} 0 9
[junit4:junit4] 2> 3318732 T6909 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1437611121404018688)]} 0 2
[junit4:junit4] 2> 3318756 T6976 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1437611121426038784)]} 0 1
[junit4:junit4] 2> 3318757 T6944 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1437611121426038784)]} 0 6
[junit4:junit4] 2> 3318759 T6929 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66]} 0 12
[junit4:junit4] 2> 3318762 T6911 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1437611121437573120)]} 0 0
[junit4:junit4] 2> 3318770 T6962 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1437611121441767424)]} 0 1
[junit4:junit4] 2> 3318771 T6932 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1437611121441767424)]} 0 5
[junit4:junit4] 2> 3318776 T6912 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1437611121452253184)]} 0 1
[junit4:junit4] 2> 3318785 T6964 C4715 P51315 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51309/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1437611121458544640)]} 0 0
[junit4:junit4] 2> 3318788 T6931 C4714 P51309 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51312/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!68 (1437611121458544640)]} 0 6
[junit4:junit4] 2> 3318789 T6947 C4712 P51312 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68]} 0 9
[junit4:junit4] 2> 3318793 T6908 C4713 P51305 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1437611121470078976)]} 0 0
[junit4:junit4] 2> 3318803 T6977 C4711 P51319 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1
[...truncated too long message...]
d4LetterWord connecting to 127.0.0.1:51302 51302
[junit4:junit4] 2> 3363970 T6894 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 51305
[junit4:junit4] 2> !!!! WARNING: best effort to remove /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1371012762892 FAILED !!!!!
[junit4:junit4] 2> 3363972 T6894 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 3363972 T6894 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51302 51302
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=67A31CCB34BB36A -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=America/Chicago -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR 85.9s | ShardSplitTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51309 returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([67A31CCB34BB36A:879CBFD4C414D356]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:228)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:150)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 3364014 T6894 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 85876 T6893 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 3365022 T6985 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 3365022 T6985 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=hi_IN, timezone=America/Chicago
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=5,free=72437808,total=240996352
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestCoreContainer, TestReloadAndDeleteDocs, TestReload, TestDynamicFieldCollectionResource, DocumentAnalysisRequestHandlerTest, ChaosMonkeyNothingIsSafeTest, SolrRequestParserTest, ResourceLoaderTest, TestLazyCores, TestSolrDeletionPolicy2, TestManagedSchema, TestAtomicUpdateErrorCases, TermVectorComponentTest, CoreContainerCoreInitFailuresTest, ReturnFieldsTest, TestStressVersions, TestSolrXml, TestClassNameShortening, TestCSVResponseWriter, SolrCoreCheckLockOnStartupTest, TestValueSourceCache, PreAnalyzedFieldTest, PluginInfoTest, SignatureUpdateProcessorFactoryTest, IndexBasedSpellCheckerTest, LeaderElectionIntegrationTest, StatelessScriptUpdateProcessorFactoryTest, QueryResultKeyTest, EchoParamsTest, TestPerFieldSimilarity, IndexSchemaTest, MoreLikeThisHandlerTest, BasicDistributedZkTest, PrimUtilsTest, XsltUpdateRequestHandlerTest, XmlUpdateRequestHandlerTest, SyncSliceTest, StandardRequestHandlerTest, SchemaVersionSpecificBehaviorTest, JSONWriterTest, AlternateDirectoryTest, DistributedSpellCheckComponentTest, URLClassifyProcessorTest, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestConfig, TestCloudManagedSchema, SolrPluginUtilsTest, IndexSchemaRuntimeFieldTest, ExternalFileFieldSortTest, TestRangeQuery, TestSort, MBeansHandlerTest, ShardRoutingCustomTest, TestSolrQueryParserDefaultOperatorResource, TestFiltering, DocValuesTest, SOLR749Test, TestBM25SimilarityFactory, TestIndexSearcher, TestMergePolicyConfig, OverseerTest, OpenCloseCoreStressTest, StatsComponentTest, TestSolrQueryParserResource, TestDocumentBuilder, TestRTGBase, SpellCheckCollatorTest, FieldAnalysisRequestHandlerTest, TestPropInject, SystemInfoHandlerTest, TestDistributedSearch, SolrCoreTest, TestFaceting, TestBinaryResponseWriter, TestNumberUtils, DOMUtilTest, PreAnalyzedUpdateProcessorTest, PingRequestHandlerTest, TestGroupingSearch, UniqFieldsUpdateProcessorFactoryTest, TestWriterPerf, TestPHPSerializedResponseWriter, SolrTestCaseJ4Test, SpatialFilterTest, SuggesterWFSTTest, TestSolr4Spatial, TestSolrIndexConfig, TestFunctionQuery, DirectUpdateHandlerOptimizeTest, SpellCheckComponentTest, TestStressReorder, TestDFRSimilarityFactory, TestOmitPositions, RAMDirectoryFactoryTest, TestDynamicFieldResource, TestStressRecovery, TestSolrDeletionPolicy1, TestCodecSupport, SolrInfoMBeanTest, TestDistributedGrouping, CopyFieldTest, IndexReaderFactoryTest, TestFastWriter, LeaderElectionTest, TestLRUCache, HardAutoCommitTest, CurrencyFieldXmlFileTest, TestSerializedLuceneMatchVersion, TestArbitraryIndexDir, DefaultValueUpdateProcessorTest, WordBreakSolrSpellCheckerTest, TestFastLRUCache, TestSweetSpotSimilarityFactory, QueryElevationComponentTest, TestPluginEnable, DocValuesMultiTest, TestSolrXMLSerializer, DistanceFunctionTest, TestUniqueKeyFieldResource, AnalysisAfterCoreReloadTest, UpdateParamsTest, DebugComponentTest, LegacyHTMLStripCharFilterTest, CollectionsAPIDistributedZkTest, UUIDFieldTest, TestSuggestSpellingConverter, OverseerCollectionProcessorTest, TestPostingsSolrHighlighter, LoggingHandlerTest, ConvertedLegacyTest, TestDocSet, BinaryUpdateRequestHandlerTest, FileUtilsTest, CSVRequestHandlerTest, ClusterStateUpdateTest, RecoveryZkTest, PrimitiveFieldTypeTest, RequestHandlersTest, TestFuzzyAnalyzedSuggestions, DisMaxRequestHandlerTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, SliceStateUpdateTest, AutoCommitTest, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestJoin, TestMultiCoreConfBootstrap, DistributedTermsComponentTest, SimpleFacetsTest, SolrCmdDistributorTest, PeerSyncTest, BadIndexSchemaTest, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, SoftAutoCommitTest, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterFSTTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, SortByFunctionTest, TestRemoteStreaming, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, FileBasedSpellCheckerTest, TermsComponentTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, RegexBoostProcessorTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, TestPropInjectDefaults, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, MultiTermTest, SampleTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, OutputWriterTest, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, TestIBSimilarityFactory, TestDefaultSimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, TestSystemIdResolver, DateFieldTest, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestUtils, ZkNodePropsTest, SliceStateTest, CircularListTest, AliasIntegrationTest, ChaosMonkeyShardSplitTest, ShardSplitTest]
[junit4:junit4] Completed in 86.96s, 1 test, 1 error <<< FAILURES!
[...truncated 64 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:385: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:365: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1240: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:884: There were test failures: 296 suites, 1243 tests, 1 error, 18 ignored (6 assumptions)
Total time: 105 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 555 -
Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/555/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
collection already exists: awholynewcollection_0
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_0
at __randomizedtesting.SeedInfo.seed([229379F9B8588E5C:A375F7E1CF07EE60]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9553 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4] 2> 2110256 T3660 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /c_ao/
[junit4:junit4] 2> 2110268 T3660 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1371031303221
[junit4:junit4] 2> 2110273 T3660 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 2110278 T3661 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 2110379 T3660 oasc.ZkTestServer.run start zk server on port:50275
[junit4:junit4] 2> 2110392 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2110436 T3667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50317a03 name:ZooKeeperConnection Watcher:127.0.0.1:50275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2110444 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2110445 T3660 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 2110477 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2110484 T3669 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a71562e name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2110484 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2110485 T3660 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 2110497 T3660 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 2110517 T3660 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 2110538 T3660 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 2110561 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2110563 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2110578 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 2110580 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 2110590 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2110592 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2110602 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 2110603 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 2110613 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 2110617 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 2110633 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2110634 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2110644 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2110646 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2110660 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2110661 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2110671 T3660 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2110673 T3660 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2111354 T3660 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2111385 T3660 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50278
[junit4:junit4] 2> 2111387 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2111388 T3660 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2111431 T3660 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636
[junit4:junit4] 2> 2111433 T3660 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/solr.xml
[junit4:junit4] 2> 2111435 T3660 oasc.CoreContainer.<init> New CoreContainer 26686617
[junit4:junit4] 2> 2111437 T3660 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/'
[junit4:junit4] 2> 2111438 T3660 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/'
[junit4:junit4] 2> 2111685 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636
[junit4:junit4] 2> 2111688 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/collection1
[junit4:junit4] 2> 2111689 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/collection1/conf
[junit4:junit4] 2> 2111894 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/collection1/conf/xslt
[junit4:junit4] 2> 2111899 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/collection1/lib
[junit4:junit4] 2> 2111901 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/collection1/lib/classes
[junit4:junit4] 2> 2111904 T3660 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/conf/core.properties, adding to cores
[junit4:junit4] 2> 2111922 T3660 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2111929 T3660 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2111936 T3660 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2111937 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2111937 T3660 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2111938 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2111939 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2111939 T3660 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2111940 T3660 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2111941 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2111970 T3660 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2111971 T3660 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50275/solr
[junit4:junit4] 2> 2111972 T3660 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2111975 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2111982 T3680 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ccf86eb name:ZooKeeperConnection Watcher:127.0.0.1:50275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2111983 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2111991 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2112020 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2112025 T3682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@148ff662 name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2112025 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2112032 T3660 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 2112045 T3660 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 2112056 T3660 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 2112068 T3660 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50278_c_ao
[junit4:junit4] 2> 2112071 T3660 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50278_c_ao
[junit4:junit4] 2> 2112083 T3660 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 2112100 T3660 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 2112108 T3660 oasc.Overseer.start Overseer (id=89851907489005571-127.0.0.1:50278_c_ao-n_0000000000) starting
[junit4:junit4] 2> 2112119 T3660 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 2112136 T3684 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 2112139 T3660 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 2112149 T3660 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 2112155 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2112166 T3683 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 2112175 T3660 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2112176 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2112176 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2112203 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2112208 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2112212 T3687 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42297965 name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2112213 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2112217 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2112225 T3660 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 2112825 T3660 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2112870 T3660 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50282
[junit4:junit4] 2> 2112874 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2112875 T3660 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2112876 T3660 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175
[junit4:junit4] 2> 2112876 T3660 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/solr.xml
[junit4:junit4] 2> 2112877 T3660 oasc.CoreContainer.<init> New CoreContainer 1431325023
[junit4:junit4] 2> 2112878 T3660 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/'
[junit4:junit4] 2> 2112879 T3660 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/'
[junit4:junit4] 2> 2113066 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175
[junit4:junit4] 2> 2113068 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/collection1
[junit4:junit4] 2> 2113070 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/collection1/conf
[junit4:junit4] 2> 2113260 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/collection1/conf/xslt
[junit4:junit4] 2> 2113265 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/collection1/lib
[junit4:junit4] 2> 2113267 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/collection1/lib/classes
[junit4:junit4] 2> 2113271 T3660 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/conf/core.properties, adding to cores
[junit4:junit4] 2> 2113305 T3660 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2113306 T3660 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2113307 T3660 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2113308 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2113308 T3660 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2113309 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2113310 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2113310 T3660 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2113311 T3660 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2113312 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2113348 T3660 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2113349 T3660 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50275/solr
[junit4:junit4] 2> 2113349 T3660 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2113355 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2113359 T3698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26f4dac name:ZooKeeperConnection Watcher:127.0.0.1:50275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2113360 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2113370 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2113391 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2113398 T3700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dbcdb21 name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2113398 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2113412 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2114431 T3660 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2114434 T3660 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2114449 T3682 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2114449 T3687 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2114449 T3700 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2114457 T3660 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2114457 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2114458 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2115109 T3660 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2115118 T3660 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50285
[junit4:junit4] 2> 2115120 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2115121 T3660 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2115122 T3660 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434
[junit4:junit4] 2> 2115122 T3660 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/solr.xml
[junit4:junit4] 2> 2115123 T3660 oasc.CoreContainer.<init> New CoreContainer 1873381402
[junit4:junit4] 2> 2115124 T3660 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/'
[junit4:junit4] 2> 2115125 T3660 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/'
[junit4:junit4] 2> 2115318 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434
[junit4:junit4] 2> 2115320 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/collection1
[junit4:junit4] 2> 2115322 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/collection1/conf
[junit4:junit4] 2> 2115507 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/collection1/conf/xslt
[junit4:junit4] 2> 2115513 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/collection1/lib
[junit4:junit4] 2> 2115515 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/collection1/lib/classes
[junit4:junit4] 2> 2115519 T3660 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/conf/core.properties, adding to cores
[junit4:junit4] 2> 2115542 T3660 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2115543 T3660 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2115544 T3660 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2115544 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2115545 T3660 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2115546 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2115547 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2115547 T3660 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2115548 T3660 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2115549 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2115578 T3660 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2115579 T3660 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50275/solr
[junit4:junit4] 2> 2115580 T3660 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2115583 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2115588 T3712 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b8acc1a name:ZooKeeperConnection Watcher:127.0.0.1:50275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2115590 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2115595 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2115627 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2115633 T3714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5daf5690 name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2115633 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2115650 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2116661 T3660 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2116670 T3660 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2116683 T3682 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2116684 T3687 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2116684 T3700 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2116685 T3714 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2116702 T3660 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2116703 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2116704 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2117353 T3660 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2117360 T3660 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50288
[junit4:junit4] 2> 2117363 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2117364 T3660 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2117364 T3660 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689
[junit4:junit4] 2> 2117365 T3660 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/solr.xml
[junit4:junit4] 2> 2117365 T3660 oasc.CoreContainer.<init> New CoreContainer 1970547251
[junit4:junit4] 2> 2117366 T3660 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/'
[junit4:junit4] 2> 2117367 T3660 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/'
[junit4:junit4] 2> 2117556 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689
[junit4:junit4] 2> 2117559 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/collection1
[junit4:junit4] 2> 2117560 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/collection1/conf
[junit4:junit4] 2> 2117783 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/collection1/conf/xslt
[junit4:junit4] 2> 2117790 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/collection1/lib
[junit4:junit4] 2> 2117793 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/collection1/lib/classes
[junit4:junit4] 2> 2117796 T3660 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/conf/core.properties, adding to cores
[junit4:junit4] 2> 2117814 T3660 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2117815 T3660 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2117816 T3660 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2117816 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2117817 T3660 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2117818 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2117818 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2117819 T3660 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2117820 T3660 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2117820 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2117858 T3660 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2117859 T3660 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50275/solr
[junit4:junit4] 2> 2117860 T3660 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2117862 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2117870 T3726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@753f0893 name:ZooKeeperConnection Watcher:127.0.0.1:50275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2117872 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2117879 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2117905 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2117920 T3728 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e0a998e name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2117920 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2117935 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2118948 T3660 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2118951 T3660 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2118961 T3700 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2118962 T3682 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2118962 T3714 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2118983 T3728 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2118983 T3687 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2118984 T3660 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2118985 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2118985 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2119870 T3660 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2119881 T3660 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:50291
[junit4:junit4] 2> 2119883 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2119884 T3660 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2119884 T3660 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961
[junit4:junit4] 2> 2119885 T3660 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/solr.xml
[junit4:junit4] 2> 2119885 T3660 oasc.CoreContainer.<init> New CoreContainer 761198889
[junit4:junit4] 2> 2119886 T3660 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/'
[junit4:junit4] 2> 2119887 T3660 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/'
[junit4:junit4] 2> 2120130 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961
[junit4:junit4] 2> 2120132 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/collection1
[junit4:junit4] 2> 2120135 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/collection1/conf
[junit4:junit4] 2> 2120392 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/collection1/conf/xslt
[junit4:junit4] 2> 2120400 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/collection1/lib
[junit4:junit4] 2> 2120414 T3660 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/collection1/lib/classes
[junit4:junit4] 2> 2120417 T3660 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/conf/core.properties, adding to cores
[junit4:junit4] 2> 2120453 T3660 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4] 2> 2120455 T3660 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2120460 T3660 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4] 2> 2120463 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2120464 T3660 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2120466 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2120466 T3660 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2120468 T3660 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2120469 T3660 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2120471 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4] 2> 2120505 T3660 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2120507 T3660 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50275/solr
[junit4:junit4] 2> 2120513 T3660 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2120525 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2120533 T3740 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9331f87 name:ZooKeeperConnection Watcher:127.0.0.1:50275 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2120537 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2120544 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2120578 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2120585 T3742 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@218865f1 name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2120585 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2120597 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2121614 T3660 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2121618 T3660 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2121643 T3687 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2121643 T3682 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2121644 T3728 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2121643 T3714 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2121644 T3700 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2121644 T3742 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2121660 T3660 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4] 2> 2121661 T3660 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2121662 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2121684 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2121717 T3695 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2121733 T3682 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2121738 T3684 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "maxShardsPerNode":null,
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"nodes_used_collection",
[junit4:junit4] 2> "replicationFactor":"2"}
[junit4:junit4] 2> 2121738 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2121741 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2121743 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2121771 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2121778 T3722 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4] 2> 2121789 T3737 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4] 2> 2121789 T3689 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4] 2> 2121791 T3709 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4] 2> 2122748 T3683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2122756 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50285_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50285/c_ao"}
[junit4:junit4] 2> 2122758 T3683 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4] 2> 2122774 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2122795 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2122814 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50282_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50282/c_ao"}
[junit4:junit4] 2> 2122862 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2122864 T3742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2122864 T3728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2122864 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2122865 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2122873 T3682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2123806 T3709 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2123807 T3709 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2123808 T3737 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2123808 T3737 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2123807 T3722 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2123810 T3722 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2123807 T3689 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2123812 T3689 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4] 2> 2123812 T3709 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2123813 T3709 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2123814 T3737 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2123815 T3737 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2123816 T3689 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2123814 T3722 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4] 2> 2123817 T3722 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2123816 T3689 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2123820 T3709 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2123821 T3709 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2123823 T3737 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2123824 T3737 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2123826 T3689 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2123827 T3689 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2123827 T3722 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2123828 T3722 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4] 2> 2123835 T3709 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2123837 T3737 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2123839 T3689 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2123841 T3722 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4] 2> 2123844 T3709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/'
[junit4:junit4] 2> 2123846 T3689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/'
[junit4:junit4] 2> 2123849 T3737 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/'
[junit4:junit4] 2> 2123853 T3722 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/'
[junit4:junit4] 2> 2124038 T3737 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2124160 T3722 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2124160 T3689 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2124174 T3709 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2124397 T3737 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2124431 T3737 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2124440 T3737 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2124488 T3689 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2124512 T3689 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2124530 T3689 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2124575 T3709 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2124587 T3709 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2124594 T3709 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2124607 T3722 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2124627 T3722 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2124641 T3722 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2128022 T3689 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2128049 T3689 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2128057 T3737 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2128068 T3689 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2128084 T3737 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2128093 T3737 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2128105 T3709 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2128132 T3722 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2128140 T3709 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2128151 T3709 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2128192 T3722 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2128199 T3689 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128210 T3722 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2128215 T3689 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128231 T3689 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128244 T3689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128246 T3689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128246 T3689 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128260 T3689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128261 T3689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128262 T3689 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128262 T3689 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/data/
[junit4:junit4] 2> 2128263 T3689 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aff2be8
[junit4:junit4] 2> 2128264 T3689 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128266 T3689 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/data
[junit4:junit4] 2> 2128275 T3689 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4] 2> 2128276 T3689 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2128278 T3737 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128283 T3689 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4] 2> 2128298 T3737 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128312 T3709 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128319 T3737 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128332 T3709 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128335 T3737 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128366 T3737 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128367 T3737 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128358 T3709 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128339 T3689 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5bf55f1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@30acbe33),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2128375 T3689 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2128379 T3737 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128379 T3737 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128380 T3737 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128380 T3737 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/
[junit4:junit4] 2> 2128381 T3737 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aff2be8
[junit4:junit4] 2> 2128382 T3737 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128383 T3737 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data
[junit4:junit4] 2> 2128381 T3689 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2128386 T3689 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2128387 T3689 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2128388 T3689 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2128389 T3689 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2128390 T3689 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2128391 T3689 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2128392 T3689 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2128392 T3689 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2128395 T3709 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128396 T3709 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128397 T3709 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128395 T3737 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4] 2> 2128398 T3737 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2128396 T3722 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128411 T3737 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4] 2> 2128423 T3709 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128424 T3709 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128425 T3709 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128427 T3709 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/data/
[junit4:junit4] 2> 2128428 T3709 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aff2be8
[junit4:junit4] 2> 2128428 T3709 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128437 T3689 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2128448 T3709 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/data
[junit4:junit4] 2> 2128455 T3722 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2128459 T3709 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4] 2> 2128459 T3709 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2128460 T3737 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5675db24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e76455e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2128461 T3737 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2128463 T3709 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4] 2> 2128467 T3737 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2128468 T3737 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2128478 T3737 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2128479 T3737 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2128481 T3737 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2128481 T3737 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2128482 T3737 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2128483 T3737 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2128484 T3737 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2128489 T3689 oass.SolrIndexSearcher.<init> Opening Searcher@2e72f186 main
[junit4:junit4] 2> 2128490 T3689 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4] 2> 2128492 T3689 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2128493 T3689 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2128504 T3709 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4908d3ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dc46ab),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2128504 T3709 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2128509 T3709 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2128510 T3709 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2128511 T3709 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2128513 T3748 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@2e72f186 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2128514 T3709 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2128516 T3709 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2128516 T3709 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2128517 T3709 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2128518 T3709 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2128519 T3709 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2128530 T3709 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2128531 T3737 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2128541 T3689 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4] 2> 2128542 T3689 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:50282/c_ao collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2128548 T3689 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 2128553 T3722 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128555 T3737 oass.SolrIndexSearcher.<init> Opening Searcher@5ca23924 main
[junit4:junit4] 2> 2128555 T3737 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4] 2> 2128557 T3737 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2128559 T3737 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2128566 T3749 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5ca23924 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2128568 T3709 oass.SolrIndexSearcher.<init> Opening Searcher@135543ea main
[junit4:junit4] 2> 2128570 T3709 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4] 2> 2128572 T3709 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2128572 T3709 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2128574 T3722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128575 T3722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128576 T3722 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2128592 T3722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2128594 T3722 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2128594 T3722 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128598 T3750 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@135543ea main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2128601 T3737 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2128601 T3737 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:50291/c_ao collection:nodes_used_collection shard:shard2
[junit4:junit4] 2> 2128605 T3709 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4] 2> 2128608 T3709 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:50285/c_ao collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2128599 T3722 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/
[junit4:junit4] 2> 2128611 T3722 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aff2be8
[junit4:junit4] 2> 2128618 T3737 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4] 2> 2128619 T3709 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2128624 T3722 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2128626 T3722 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data
[junit4:junit4] 2> 2128629 T3722 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4] 2> 2128630 T3722 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2128636 T3689 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2128639 T3722 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4] 2> 2128658 T3689 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2128659 T3689 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2128659 T3689 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 2128660 T3689 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50282/c_ao START replicas=[http://127.0.0.1:50291/c_ao/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4] 2> 2128661 T3689 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:50282/c_ao DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2128662 T3689 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2128662 T3689 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2128663 T3689 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 2128663 T3689 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4] 2> ASYNC NEW_CORE C698 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@419aae0d url=http://127.0.0.1:50291/c_ao/nodes_used_collection_shard2_replica1 node=127.0.0.1:50291_c_ao C698_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50291_c_ao, base_url=http://127.0.0.1:50291/c_ao}
[junit4:junit4] 2> 2128684 T3738 C698 P50291 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/c_ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5
[junit4:junit4] 2> 2128687 T3722 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51c23dda lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d1e64a),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2128688 T3722 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2128696 T3709 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2128699 T3722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2128703 T3722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2128705 T3722 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2128708 T3722 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2128709 T3722 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2128709 T3722 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2128710 T3722 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2128711 T3722 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2128714 T3722 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2128739 T3709 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179993
[junit4:junit4] 2> 2128749 T3722 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2128777 T3722 oass.SolrIndexSearcher.<init> Opening Searcher@369a2960 main
[junit4:junit4] 2> 2128778 T3722 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4] 2> 2128780 T3722 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2128781 T3722 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2128800 T3752 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@369a2960 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2128807 T3722 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2128823 T3722 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:50288/c_ao collection:nodes_used_collection shard:shard1
[junit4:junit4] 2> 2129037 T3683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2129153 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2129154 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2129155 T3728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2129155 T3682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2129156 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2129156 T3742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2129199 T3689 oasc.ZkController.register We are http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 2129200 T3689 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:50282/c_ao
[junit4:junit4] 2> 2129201 T3689 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2129202 T3689 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4] 2> 2129217 T3689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2129222 T3689 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7433
[junit4:junit4] 2> 2129249 T3709 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2129250 T3709 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2129251 T3709 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2129251 T3709 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:50285/c_ao START replicas=[http://127.0.0.1:50288/c_ao/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4] 2> 2129253 T3709 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:50285/c_ao DONE. We have no versions. sync failed.
[junit4:junit4] 2> 2129253 T3709 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next canidate
[junit4:junit4] 2> 2129254 T3709 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4] 2> 2129255 T3709 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2129259 T3709 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4] 2> ASYNC NEW_CORE C699 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@176e7ddb url=http://127.0.0.1:50288/c_ao/nodes_used_collection_shard1_replica1 node=127.0.0.1:50288_c_ao C699_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50288_c_ao, base_url=http://127.0.0.1:50288/c_ao}
[junit4:junit4] 2> 2129277 T3719 C699 P50288 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/c_ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=5
[junit4:junit4] 2> 2129678 T3737 oasc.ZkController.register We are http://127.0.0.1:50291/c_ao/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/
[junit4:junit4] 2> 2129680 T3737 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:50291/c_ao
[junit4:junit4] 2> 2129680 T3737 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2129681 T3737 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2129683 T3754 C698 P50291 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard2_replica1 recoveringAfterStartup=true
[junit4:junit4] 2> 2129683 T3754 C698 P50291 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2129684 T3737 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2129685 T3754 C698 P50291 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=recovering
[junit4:junit4] 2> 2129691 T3737 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7902
[junit4:junit4] 2> 2129693 T3754 C698 P50291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2129743 T3694 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:50291_c_ao_nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2130742 T3683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2130744 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50282_c_ao_nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50282_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50282/c_ao"}
[junit4:junit4] 2> 2130768 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50291_c_ao_nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2130779 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2130779 T3742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2130779 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2130779 T3728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2130779 T3682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2130779 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2130813 T3709 oasc.ZkController.register We are http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2130814 T3709 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:50285/c_ao
[junit4:junit4] 2> 2130814 T3709 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2130815 T3709 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4] 2> 2130828 T3709 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2130830 T3722 oasc.ZkController.register We are http://127.0.0.1:50288/c_ao/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/
[junit4:junit4] 2> 2130831 T3722 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:50288/c_ao
[junit4:junit4] 2> 2130831 T3709 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9040
[junit4:junit4] 2> 2130831 T3722 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2130833 T3722 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> 2130834 T3755 C699 P50288 oasc.RecoveryStrategy.run Starting recovery process. core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4] 2> 2130835 T3755 C699 P50288 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2130836 T3755 C699 P50288 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4] 2> 2130836 T3722 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2130839 T3755 C699 P50288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2130839 T3722 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=9061
[junit4:junit4] 2> 2130842 T3684 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4] 2> 2130868 T3710 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:50288_c_ao_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2130871 T3700 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4] 2> 2130880 T3682 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2130881 T3684 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7433},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=7902},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=9040},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=9061},core=nodes_used_collection_shard1_replica1}}}
[junit4:junit4] 2> 2130889 T3695 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=9172
[junit4:junit4] 2> 2130890 T3682 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2130891 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2130893 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2130900 T3757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32b983ee name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2130900 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2130904 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2130917 T3660 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2130920 T3660 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2130929 T3759 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c90917e name:ZooKeeperConnection Watcher:127.0.0.1:50275/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2130929 T3660 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2130933 T3660 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2130966 T3705 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=5&maxShardsPerNode=5&name=awholynewcollection_0&replicationFactor=4&action=CREATE&wt=javabin&version=2
[junit4:junit4] 2> 2130974 T3682 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4] 2> 2130978 T3684 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4] 2> "operation":"createcollection",
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "maxShardsPerNode":"5",
[junit4:junit4] 2> "createNodeSet":null,
[junit4:junit4] 2> "name":"awholynewcollection_0",
[junit4:junit4] 2> "replicationFactor":"4"}
[junit4:junit4] 2> 2130979 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50278_c_ao
[junit4:junit4] 2> 2130979 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2130979 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2130980 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2130980 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2130982 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50278_c_ao
[junit4:junit4] 2> 2130987 T3678 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4] 2> 2130987 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2130989 T3724 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4] 2> 2130991 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2130993 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2131001 T3689 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica1 state=down
[junit4:junit4] 2> 2131001 T3733 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica3 state=down
[junit4:junit4] 2> 2131005 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2131006 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50278_c_ao
[junit4:junit4] 2> 2130999 T3706 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4] 2> 2131010 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2131013 T3673 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica2 state=down
[junit4:junit4] 2> 2131024 T3707 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica1 state=down
[junit4:junit4] 2> 2131021 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica1 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2131020 T3720 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica3 state=down
[junit4:junit4] 2> 2131033 T3721 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica4 state=down
[junit4:junit4] 2> 2131035 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica2 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2131032 T3674 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica3 state=down
[junit4:junit4] 2> 2131037 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica3 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2131030 T3691 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica2 state=down
[junit4:junit4] 2> 2131030 T3735 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica4 state=down
[junit4:junit4] 2> 2131046 T3737 oasc.ZkController.publish publishing core=awholynewcollection_0_shard4_replica1 state=down
[junit4:junit4] 2> 2131051 T3692 oasc.ZkController.publish publishing core=awholynewcollection_0_shard4_replica3 state=down
[junit4:junit4] 2> 2131041 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard4_replica4 as part of slice shard4 of collection awholynewcollection_0 on 127.0.0.1:50278_c_ao
[junit4:junit4] 2> 2131052 T3708 oasc.ZkController.publish publishing core=awholynewcollection_0_shard4_replica2 state=down
[junit4:junit4] 2> 2131054 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica1 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50288_c_ao
[junit4:junit4] 2> 2131057 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica2 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50291_c_ao
[junit4:junit4] 2> 2131063 T3723 oasc.ZkController.publish publishing core=awholynewcollection_0_shard5_replica1 state=down
[junit4:junit4] 2> 2131061 T3675 oasc.ZkController.publish publishing core=awholynewcollection_0_shard4_replica4 state=down
[junit4:junit4] 2> 2131066 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica3 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50285_c_ao
[junit4:junit4] 2> 2131069 T3736 oasc.ZkController.publish publishing core=awholynewcollection_0_shard5_replica2 state=down
[junit4:junit4] 2> 2131072 T3684 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard5_replica4 as part of slice shard5 of collection awholynewcollection_0 on 127.0.0.1:50282_c_ao
[junit4:junit4] 2> 2131081 T3709 oasc.ZkController.publish publishing core=awholynewcollection_0_shard5_replica3 state=down
[junit4:junit4] 2> 2131081 T3695 oasc.ZkController.publish publishing core=awholynewcollection_0_shard5_replica4 state=down
[junit4:junit4] 2> 2131747 T3694 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:50291_c_ao_nodes_used_collection_shard2_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2131748 T3694 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:50291_c_ao_nodes_used_collection_shard2_replica1&state=recovering&nodeName=127.0.0.1:50291_c_ao&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2005
[junit4:junit4] 2> 2132311 T3683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2132313 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50285_c_ao_nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50285_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50285/c_ao"}
[junit4:junit4] 2> 2132324 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50288_c_ao_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2132340 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50278_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50278/c_ao"}
[junit4:junit4] 2> 2132341 T3683 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 5
[junit4:junit4] 2> 2132353 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard1_replica2",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2132364 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard1_replica3",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2132375 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard1_replica4",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50285_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50285/c_ao"}
[junit4:junit4] 2> 2132385 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard2_replica1",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50282_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50282/c_ao"}
[junit4:junit4] 2> 2132396 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard2_replica2",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50278_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50278/c_ao"}
[junit4:junit4] 2> 2132406 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard3",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard3_replica1",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50285_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50285/c_ao"}
[junit4:junit4] 2> 2132420 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard2_replica3",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2132431 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard3",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard3_replica4",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2132442 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard3",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard3_replica3",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50278_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50278/c_ao"}
[junit4:junit4] 2> 2132453 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard3",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard3_replica2",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50282_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50282/c_ao"}
[junit4:junit4] 2> 2132471 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard2_replica4",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2132481 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard4",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard4_replica1",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2132492 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard4",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard4_replica3",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50282_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50282/c_ao"}
[junit4:junit4] 2> 2132503 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard4",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard4_replica2",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50285_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50285/c_ao"}
[junit4:junit4] 2> 2132513 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard5",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard5_replica1",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2132524 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard5",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard5_replica2",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2132534 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard4",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard4_replica4",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50278_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50278/c_ao"}
[junit4:junit4] 2> 2132545 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard5",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard5_replica3",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50285_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50285/c_ao"}
[junit4:junit4] 2> 2132556 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=5 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"5",
[junit4:junit4] 2> "shard":"shard5",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"awholynewcollection_0_shard5_replica4",
[junit4:junit4] 2> "collection":"awholynewcollection_0",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50282_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50282/c_ao"}
[junit4:junit4] 2> 2132568 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132570 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132571 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132574 T3742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132580 T3728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132581 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132582 T3759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132584 T3682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2132871 T3710 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:50288_c_ao_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 2132872 T3710 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:50288_c_ao_nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:50288_c_ao&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004
[junit4:junit4] 2> 2133012 T3678 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard1_replica1
[junit4:junit4] 2> 2133012 T3678 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133015 T3678 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4] 2> 2133015 T3678 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4] 2> 2133018 T3678 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4] 2> 2133019 T3678 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4] 2> 2133025 T3724 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard1_replica2
[junit4:junit4] 2> 2133026 T3724 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133026 T3678 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133028 T3724 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133029 T3724 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133031 T3706 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard1_replica4
[junit4:junit4] 2> 2133031 T3706 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133035 T3678 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard1_replica1/'
[junit4:junit4] 2> 2133036 T3733 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard1_replica3
[junit4:junit4] 2> 2133037 T3733 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133035 T3724 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard1_replica2/'
[junit4:junit4] 2> 2133041 T3689 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard2_replica1
[junit4:junit4] 2> 2133042 T3689 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133043 T3706 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133044 T3706 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133045 T3673 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard2_replica2
[junit4:junit4] 2> 2133046 T3673 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133045 T3707 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard3_replica1
[junit4:junit4] 2> 2133052 T3721 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard3_replica4
[junit4:junit4] 2> 2133053 T3721 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133053 T3720 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard2_replica3
[junit4:junit4] 2> 2133054 T3720 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133055 T3674 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard3_replica3
[junit4:junit4] 2> 2133055 T3674 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133056 T3691 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard3_replica2
[junit4:junit4] 2> 2133056 T3691 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133059 T3735 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard2_replica4
[junit4:junit4] 2> 2133059 T3735 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133060 T3737 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1
[junit4:junit4] 2> 2133061 T3737 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133062 T3733 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133064 T3733 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133064 T3689 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133065 T3689 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133065 T3707 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133065 T3692 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard4_replica3
[junit4:junit4] 2> 2133068 T3692 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133064 T3708 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard4_replica2
[junit4:junit4] 2> 2133070 T3708 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133067 T3673 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133072 T3673 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133072 T3723 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard5_replica1
[junit4:junit4] 2> 2133073 T3723 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133083 T3736 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard5_replica2
[junit4:junit4] 2> 2133085 T3736 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133087 T3675 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard4_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard4_replica4
[junit4:junit4] 2> 2133089 T3675 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133090 T3695 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard5_replica4
[junit4:junit4] 2> 2133090 T3695 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133090 T3709 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard5_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard5_replica3
[junit4:junit4] 2> 2133092 T3709 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4] 2> 2133097 T3721 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133100 T3721 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133100 T3675 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133101 T3675 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133102 T3691 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133102 T3691 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133103 T3695 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133104 T3695 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133104 T3735 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133105 T3735 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133104 T3674 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133106 T3674 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133105 T3692 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133107 T3692 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133106 T3736 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133109 T3736 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133106 T3737 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133110 T3737 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133111 T3673 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard2_replica2/'
[junit4:junit4] 2> 2133105 T3709 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133112 T3709 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133108 T3723 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133114 T3723 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133108 T3720 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133115 T3720 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133108 T3708 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133116 T3708 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133108 T3707 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2133122 T3707 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4] 2> 2133107 T3706 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard1_replica4/'
[junit4:junit4] 2> 2133129 T3733 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard1_replica3/'
[junit4:junit4] 2> 2133132 T3689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard2_replica1/'
[junit4:junit4] 2> 2133151 T3721 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard3_replica4/'
[junit4:junit4] 2> 2133152 T3675 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard4_replica4/'
[junit4:junit4] 2> 2133161 T3735 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard2_replica4/'
[junit4:junit4] 2> 2133168 T3691 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard3_replica2/'
[junit4:junit4] 2> 2133170 T3674 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1371031303636/awholynewcollection_0_shard3_replica3/'
[junit4:junit4] 2> 2133173 T3692 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard4_replica3/'
[junit4:junit4] 2> 2133175 T3695 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1371031305175/awholynewcollection_0_shard5_replica4/'
[junit4:junit4] 2> 2133179 T3736 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard5_replica2/'
[junit4:junit4] 2> 2133180 T3709 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard5_replica3/'
[junit4:junit4] 2> 2133183 T3708 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard4_replica2/'
[junit4:junit4] 2> 2133185 T3723 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard5_replica1/'
[junit4:junit4] 2> 2133186 T3720 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard2_replica3/'
[junit4:junit4] 2> 2133190 T3737 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/'
[junit4:junit4] 2> 2133209 T3707 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1371031307434/awholynewcollection_0_shard3_replica1/'
[junit4:junit4] 2> 2133594 T3721 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2133614 T3678 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2133633 T3692 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> ASYNC NEW_CORE C700 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@419aae0d url=http://127.0.0.1:50291/c_ao/nodes_used_collection_shard2_replica1 node=127.0.0.1:50291_c_ao C700_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50291_c_ao, base_url=http://127.0.0.1:50291/c_ao}
[junit4:junit4] 2> 2133783 T3754 C700 P50291 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/ core=nodes_used_collection_shard2_replica1 - recoveringAfterStartup=true
[junit4:junit4] 2> 2133784 T3754 C700 P50291 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:50291/c_ao START replicas=[http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4] 2> 2133786 T3754 C700 P50291 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2133786 T3754 C700 P50291 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2133786 T3754 C700 P50291 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2133787 T3754 C700 P50291 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2133787 T3754 C700 P50291 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2133787 T3754 C700 P50291 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2/. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2133788 T3754 C700 P50291 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2133802 T3708 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2133856 T3733 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2133899 T3736 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> ASYNC NEW_CORE C701 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@5a4009aa url=http://127.0.0.1:50282/c_ao/nodes_used_collection_shard2_replica2 node=127.0.0.1:50282_c_ao C701_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50282_c_ao, base_url=http://127.0.0.1:50282/c_ao, leader=true}
[junit4:junit4] 2> 2133914 T3694 C701 P50282 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/c_ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4
[junit4:junit4] 2> 2133915 T3693 C701 P50282 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2134039 T3673 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2134052 T3693 C701 P50282 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5bf55f1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@30acbe33),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2134054 T3693 C701 P50282 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2134056 T3693 C701 P50282 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5bf55f1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@30acbe33),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5bf55f1b lockFactory=org.apache.lucene.store.NativeFSLockFactory@30acbe33),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2134056 T3693 C701 P50282 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2134057 T3693 C701 P50282 oass.SolrIndexSearcher.<init> Opening Searcher@440beaaa realtime
[junit4:junit4] 2> 2134058 T3693 C701 P50282 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2134058 T3693 C701 P50282 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica2] webapp=/c_ao path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 143
[junit4:junit4] 2> 2134062 T3720 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2134070 T3754 C700 P50291 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2134071 T3754 C700 P50291 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2134089 T3724 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2134095 T3693 C701 P50282 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2134095 T3693 C701 P50282 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/c_ao path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 2134097 T3754 C700 P50291 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2134097 T3754 C700 P50291 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2134098 T3754 C700 P50291 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2134105 T3694 C701 P50282 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/c_ao path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 2134106 T3754 C700 P50291 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2134108 T3754 C700 P50291 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index.20130612153207057
[junit4:junit4] 2> 2134108 T3754 C700 P50291 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@4a4f310 lockFactory=org.apache.lucene.store.NativeFSLockFactory@71328f5) fullCopy=false
[junit4:junit4] 2> 2134120 T3693 C701 P50282 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/c_ao path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 2134123 T3754 C700 P50291 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2134135 T3754 C700 P50291 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2134136 T3754 C700 P50291 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2134228 T3754 C700 P50291 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5675db24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e76455e),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5675db24 lockFactory=org.apache.lucene.store.NativeFSLockFactory@e76455e),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2134230 T3737 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2134252 T3754 C700 P50291 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2134272 T3754 C700 P50291 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2134273 T3754 C700 P50291 oass.SolrIndexSearcher.<init> Opening Searcher@629eca17 main
[junit4:junit4] 2> 2134275 T3749 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@629eca17 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2134278 T3754 C700 P50291 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index.20130612153207057 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index.20130612153207057;done=true>>]
[junit4:junit4] 2> 2134279 T3754 C700 P50291 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index.20130612153207057
[junit4:junit4] 2> 2134279 T3754 C700 P50291 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/nodes_used_collection_shard2_replica1/data/index.20130612153207057
[junit4:junit4] 2> 2134283 T3754 C700 P50291 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2134283 T3754 C700 P50291 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2134283 T3754 C700 P50291 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4] 2> 2134288 T3754 C700 P50291 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica1
[junit4:junit4] 2> 2134338 T3723 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2134521 T3735 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2134534 T3708 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2134553 T3678 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2134562 T3708 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2134571 T3708 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica2] Schema name=test
[junit4:junit4] 2> 2134582 T3678 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2134597 T3678 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4] 2> 2134797 T3721 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2134814 T3721 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2134833 T3721 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4] 2> ASYNC NEW_CORE C702 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@176e7ddb url=http://127.0.0.1:50288/c_ao/nodes_used_collection_shard1_replica1 node=127.0.0.1:50288_c_ao C702_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:50288_c_ao, base_url=http://127.0.0.1:50288/c_ao}
[junit4:junit4] 2> 2134874 T3755 C702 P50288 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4] 2> 2134875 T3755 C702 P50288 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:50288/c_ao START replicas=[http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4] 2> 2134876 T3755 C702 P50288 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2134876 T3755 C702 P50288 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2134877 T3755 C702 P50288 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2134877 T3755 C702 P50288 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2134877 T3755 C702 P50288 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2134878 T3755 C702 P50288 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2134878 T3755 C702 P50288 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2134948 T3675 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> ASYNC NEW_CORE C703 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@4789968e url=http://127.0.0.1:50285/c_ao/nodes_used_collection_shard1_replica2 node=127.0.0.1:50285_c_ao C703_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:50285_c_ao, base_url=http://127.0.0.1:50285/c_ao, leader=true}
[junit4:junit4] 2> 2134965 T3710 C703 P50285 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2134965 T3777 C703 P50285 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/c_ao path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=3
[junit4:junit4] 2> 2135030 T3710 C703 P50285 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4908d3ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dc46ab),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2135031 T3710 C703 P50285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2135032 T3710 C703 P50285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4908d3ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dc46ab),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4908d3ef lockFactory=org.apache.lucene.store.NativeFSLockFactory@4dc46ab),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2135033 T3710 C703 P50285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2135034 T3710 C703 P50285 oass.SolrIndexSearcher.<init> Opening Searcher@7102069d realtime
[junit4:junit4] 2> 2135034 T3710 C703 P50285 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2135035 T3710 C703 P50285 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica2] webapp=/c_ao path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 70
[junit4:junit4] 2> 2135050 T3755 C702 P50288 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2135051 T3755 C702 P50288 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2135055 T3710 C703 P50285 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2135055 T3710 C703 P50285 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/c_ao path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 2135064 T3755 C702 P50288 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2135064 T3755 C702 P50288 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2135064 T3755 C702 P50288 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2135088 T3777 C703 P50285 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/c_ao path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=3
[junit4:junit4] 2> 2135104 T3755 C702 P50288 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2135110 T3755 C702 P50288 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index.20130612153208055
[junit4:junit4] 2> 2135110 T3755 C702 P50288 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@26eb21c4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3883812f) fullCopy=false
[junit4:junit4] 2> 2135130 T3709 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135142 T3674 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135148 T3710 C703 P50285 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/c_ao path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 2135170 T3695 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135172 T3755 C702 P50288 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2135203 T3755 C702 P50288 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2135203 T3755 C702 P50288 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2135205 T3755 C702 P50288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51c23dda lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d1e64a),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@51c23dda lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d1e64a),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2135207 T3755 C702 P50288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2135207 T3755 C702 P50288 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2135208 T3755 C702 P50288 oass.SolrIndexSearcher.<init> Opening Searcher@3a08f26b main
[junit4:junit4] 2> 2135209 T3752 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@3a08f26b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2135219 T3755 C702 P50288 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index.20130612153208055 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index.20130612153208055;done=true>>]
[junit4:junit4] 2> 2135222 T3755 C702 P50288 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index.20130612153208055
[junit4:junit4] 2> 2135223 T3755 C702 P50288 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/nodes_used_collection_shard1_replica1/data/index.20130612153208055
[junit4:junit4] 2> 2135224 T3755 C702 P50288 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2135224 T3755 C702 P50288 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2135224 T3755 C702 P50288 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4] 2> 2135227 T3755 C702 P50288 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4] 2> 2135232 T3692 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2135250 T3692 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2135258 T3692 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica3] Schema name=test
[junit4:junit4] 2> 2135318 T3724 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2135319 T3720 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2135337 T3724 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2135340 T3720 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2135345 T3724 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4] 2> 2135350 T3689 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135487 T3733 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2135510 T3733 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2135569 T3720 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4] 2> 2135610 T3733 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4] 2> 2135648 T3706 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135680 T3723 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2135693 T3691 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135698 T3723 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2135756 T3683 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2135763 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50291_c_ao_nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50291_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50291/c_ao"}
[junit4:junit4] 2> 2135774 T3707 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2135793 T3683 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:50288_c_ao_nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4] 2> "collection":"nodes_used_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:50288_c_ao",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:50288/c_ao"}
[junit4:junit4] 2> 2136007 T3723 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica1] Schema name=test
[junit4:junit4] 2> 2136037 T3673 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136083 T3737 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136157 T3673 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136165 T3714 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136166 T3759 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136167 T3687 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136167 T3728 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136167 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136168 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136168 T3742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136170 T3682 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2136195 T3736 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136207 T3673 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4] 2> 2136210 T3737 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136227 T3736 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136230 T3737 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica1] Schema name=test
[junit4:junit4] 2> 2136295 T3736 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica2] Schema name=test
[junit4:junit4] 2> 2136576 T3709 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136604 T3709 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136621 T3709 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica3] Schema name=test
[junit4:junit4] 2> 2136630 T3695 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136646 T3695 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136700 T3695 oass.IndexSchema.readSchema [awholynewcollection_0_shard5_replica4] Schema name=test
[junit4:junit4] 2> 2136760 T3735 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136768 T3735 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136857 T3735 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4] 2> 2136888 T3689 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2136901 T3689 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2136919 T3689 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4] 2> 2137133 T3691 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2137172 T3691 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2137273 T3691 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4] 2> 2137510 T3674 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2137531 T3674 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2137692 T3706 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2137713 T3675 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2137724 T3706 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2137731 T3675 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2137818 T3706 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4] 2> 2137830 T3675 oass.IndexSchema.readSchema [awholynewcollection_0_shard4_replica4] Schema name=test
[junit4:junit4] 2> 2137845 T3674 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4] 2> 2137933 T3707 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2137989 T3707 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2138019 T3707 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4] 2> 2154738 T3724 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2154796 T3724 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2154827 T3724 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2154965 T3723 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2155265 T3724 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2155313 T3723 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2155325 T3723 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2155604 T3721 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2155615 T3724 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2155662 T3724 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2155672 T3733 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 2155692 T3724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2155693 T3724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2155693 T3724 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 2155719 T3724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 2155720 T3724 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 2155720 T3724 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2155721 T3724 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1371031309689/awholynewcollection_0_shard1_replica2/data/
[junit4:junit4] 2> 2155721 T3724 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1aff2be8
[junit4:junit4] 2> 2155722 T3724 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2155735 T3724 oasc.CachingDirectoryFactory.get return new directory for /U
[...truncated too long message...]
t4:junit4] 2> 2293612 T3660 oasc.SolrCore.closeSearcher [awholynewcollection_0_shard4_replica1] Closing main searcher on request.
[junit4:junit4] 2> 2293613 T3660 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 2293614 T3660 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/data;done=false>>]
[junit4:junit4] 2> 2293617 T3660 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/data
[junit4:junit4] 2> 2293617 T3660 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/data/index;done=false>>]
[junit4:junit4] 2> 2293618 T3660 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1371031311961/awholynewcollection_0_shard4_replica1/data/index
[junit4:junit4] 2> 2293621 T3871 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89851907489005580-127.0.0.1:50291_c_ao-n_0000000004) am no longer a leader.
[junit4:junit4] 2> 2293652 T3660 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/c_ao,null}
[junit4:junit4] 2> 2293723 T3660 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 2293729 T3660 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50275 50275
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=229379F9B8588E5C -Dtests.slow=true -Dtests.locale=en_GB -Dtests.timezone=Asia/Kolkata -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR 184s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_0
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([229379F9B8588E5C:A375F7E1CF07EE60]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:306)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1400)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4] > at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 2293869 T3660 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 183618 T3659 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4] 2> 2294927 T3742 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2294928 T3742 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2294928 T3742 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=en_GB, timezone=Asia/Kolkata
[junit4:junit4] 2> NOTE: Mac OS X 10.8.3 x86_64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=2,threads=2,free=260458816,total=536870912
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestDocumentBuilder, TestFiltering, QueryResultKeyTest, TestSolrDeletionPolicy1, TestQueryUtils, TestSchemaResource, PrimitiveFieldTypeTest, TestRealTimeGet, RequestHandlersTest, ResourceLoaderTest, RecoveryZkTest, TestLuceneMatchVersion, TimeZoneUtilsTest, UpdateParamsTest, LegacyHTMLStripCharFilterTest, FieldMutatingUpdateProcessorTest, TestShardHandlerFactory, StatsComponentTest, BasicFunctionalityTest, FileUtilsTest, DocValuesTest, PeerSyncTest, SolrCoreTest, PreAnalyzedUpdateProcessorTest, SolrPluginUtilsTest, TestPhraseSuggestions, TestFastWriter, TestSolrXMLSerializer, TestCoreDiscovery, TestFieldResource, PreAnalyzedFieldTest, TestFieldTypeCollectionResource, WordBreakSolrSpellCheckerTest, TestManagedSchema, FullSolrCloudDistribCmdsTest, TestSolr4Spatial, TestIndexSearcher, TestJmxMonitoredMap, LukeRequestHandlerTest, MinimalSchemaTest, XsltUpdateRequestHandlerTest, TestSchemaNameResource, TestMultiCoreConfBootstrap, TestSolrDeletionPolicy2, LoggingHandlerTest, SliceStateTest, TermVectorComponentDistributedTest, TestPHPSerializedResponseWriter, TermVectorComponentTest, TestCSVResponseWriter, BadIndexSchemaTest, ChaosMonkeySafeLeaderTest, NotRequiredUniqueKeyTest, TestLMDirichletSimilarityFactory, TestManagedSchemaFieldResource, TestFieldTypeResource, ResponseLogComponentTest, PolyFieldTest, StandardRequestHandlerTest, TestSuggestSpellingConverter, TestStressRecovery, TestSystemIdResolver, TestAddFieldRealTimeGet, UUIDFieldTest, TestReload, TestCollationField, QueryElevationComponentTest, CacheHeaderTest, TestPropInject, TestRandomFaceting, TestCloudManagedSchemaAddField, IndexSchemaTest, TestDynamicFieldResource, TestZkChroot, SolrInfoMBeanTest, TestAtomicUpdateErrorCases, RAMDirectoryFactoryTest, TestUtils, ZkSolrClientTest, AnalysisAfterCoreReloadTest, TestMaxScoreQueryParser, TestSchemaVersionResource, DistributedSpellCheckComponentTest, ZkControllerTest, HighlighterConfigTest, DisMaxRequestHandlerTest, TestCoreContainer, TestReversedWildcardFilterFactory, TestUpdate, HardAutoCommitTest, CoreContainerCoreInitFailuresTest, AliasIntegrationTest, PrimUtilsTest, TestBinaryResponseWriter, TestWordDelimiterFilterFactory, LeaderElectionTest, SuggesterTSTTest, TestLazyCores, EchoParamsTest, TestSort, TestSolrXml, TestFieldCollectionResource, ShardRoutingCustomTest, TestStressLucene, StatelessScriptUpdateProcessorFactoryTest, TestAnalyzedSuggestions, TestLMJelinekMercerSimilarityFactory, SuggesterFSTTest, OpenExchangeRatesOrgProviderTest, IndexReaderFactoryTest, CircularListTest, TestSolrQueryParserDefaultOperatorResource, DateFieldTest, UniqFieldsUpdateProcessorFactoryTest, XmlUpdateRequestHandlerTest, TestReloadAndDeleteDocs, DocumentAnalysisRequestHandlerTest, QueryEqualityTest, TestRecovery, TestStressReorder, CachingDirectoryFactoryTest, SpellCheckCollatorTest, SortByFunctionTest, TestDistributedSearch, DirectSolrSpellCheckerTest, ReturnFieldsTest, TestJoin, TestSolrJ, TestComponentsName, TestCloudManagedSchema, NumericFieldsTest, AlternateDirectoryTest, BasicZkTest, TestExtendedDismaxParser, TestGroupingSearch, BadCopyFieldTest, DebugComponentTest, DefaultValueUpdateProcessorTest, TestSolrQueryParser, TestElisionMultitermQuery, QueryParsingTest, BadComponentTest, TestSearchPerf, TestArbitraryIndexDir, BasicDistributedZkTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 184.93s, 1 test, 1 error <<< FAILURES!
[...truncated 456 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:385: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:365: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1240: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:884: There were test failures: 296 suites, 1243 tests, 1 error, 18 ignored (6 assumptions)
Total time: 117 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure