You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/21 08:34:33 UTC
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 267 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/267/
1 tests failed.
FAILED: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:36263/y_/kg returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36263/y_/kg returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([756C388A8D840EBF:F48AB692FADB6E83]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 9230 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 537439 T489 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /y_/kg
[junit4:junit4] 2> 537447 T489 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369115848140
[junit4:junit4] 2> 537449 T489 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 537450 T490 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 537551 T489 oasc.ZkTestServer.run start zk server on port:36223
[junit4:junit4] 2> 537552 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 537583 T496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1477bd1 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 537584 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 537584 T489 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 537603 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 537605 T498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1077b5d0 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 537606 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 537606 T489 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 537617 T489 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 537620 T489 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 537623 T489 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 537627 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 537627 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 537640 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 537641 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 537745 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 537746 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 537756 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 537756 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 537760 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 537761 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 537765 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 537765 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 537769 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 537770 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 537773 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 537774 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 537777 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 537778 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 538038 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 538050 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36226
[junit4:junit4] 2> 538051 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 538052 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 538052 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475
[junit4:junit4] 2> 538053 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/solr.xml
[junit4:junit4] 2> 538053 T489 oasc.CoreContainer.<init> New CoreContainer 1863693530
[junit4:junit4] 2> 538054 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/'
[junit4:junit4] 2> 538055 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/'
[junit4:junit4] 2> 538185 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 538186 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 538186 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 538187 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 538187 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 538188 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 538188 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 538189 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 538190 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 538190 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 538213 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 538214 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4] 2> 538215 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 538216 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 538219 T509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@266a611d name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 538220 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 538223 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 538238 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 538241 T511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71f06fd6 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 538241 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 538244 T489 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 538254 T489 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 538258 T489 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 538265 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36226_y_%2Fkg
[junit4:junit4] 2> 538267 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36226_y_%2Fkg
[junit4:junit4] 2> 538271 T489 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 538289 T489 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 538292 T489 oasc.Overseer.start Overseer (id=89726376224227331-127.0.0.1:36226_y_%2Fkg-n_0000000000) starting
[junit4:junit4] 2> 538305 T489 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 538311 T513 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 538312 T489 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 538314 T489 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 538317 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 538320 T512 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 538325 T514 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1
[junit4:junit4] 2> 538326 T514 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 538327 T514 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 538327 T514 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 538329 T514 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/'
[junit4:junit4] 2> 538330 T514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/lib/README' to classloader
[junit4:junit4] 2> 538331 T514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 538392 T514 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 538451 T514 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 538553 T514 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 538561 T514 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 539224 T514 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 539229 T514 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 539232 T514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 539243 T514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 539310 T514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 539310 T514 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/
[junit4:junit4] 2> 539311 T514 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4] 2> 539311 T514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 539313 T514 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data
[junit4:junit4] 2> 539313 T514 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/index/
[junit4:junit4] 2> 539313 T514 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 539314 T514 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/index
[junit4:junit4] 2> 539327 T514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 539328 T514 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 539332 T514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 539332 T514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 539333 T514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 539334 T514 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 539335 T514 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 539335 T514 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 539335 T514 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 539336 T514 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 539337 T514 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 539397 T514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 539420 T514 oass.SolrIndexSearcher.<init> Opening Searcher@6be7b7cd main
[junit4:junit4] 2> 539421 T514 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/tlog
[junit4:junit4] 2> 539424 T514 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 539425 T514 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 539430 T515 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6be7b7cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 539433 T514 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 539434 T514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 539825 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 539826 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36226_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36226/y_/kg"}
[junit4:junit4] 2> 539827 T512 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 539827 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 539847 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 540462 T514 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 540462 T514 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36226/y_/kg collection:control_collection shard:shard1
[junit4:junit4] 2> 540464 T514 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 540504 T514 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 540515 T514 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 540516 T514 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 540516 T514 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36226/y_/kg/collection1/
[junit4:junit4] 2> 540517 T514 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 540517 T514 oasc.SyncStrategy.syncToMe http://127.0.0.1:36226/y_/kg/collection1/ has no replicas
[junit4:junit4] 2> 540518 T514 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36226/y_/kg/collection1/
[junit4:junit4] 2> 540518 T514 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 541354 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 541373 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 541402 T514 oasc.ZkController.register We are http://127.0.0.1:36226/y_/kg/collection1/ and leader is http://127.0.0.1:36226/y_/kg/collection1/
[junit4:junit4] 2> 541402 T514 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36226/y_/kg
[junit4:junit4] 2> 541402 T514 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 541403 T514 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 541403 T514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 541405 T514 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 541407 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 541408 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 541408 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 541425 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 541427 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 541429 T518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f03a498 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 541430 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 541432 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 541435 T489 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 541693 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 541696 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36263
[junit4:junit4] 2> 541697 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 541698 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 541698 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127
[junit4:junit4] 2> 541699 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/solr.xml
[junit4:junit4] 2> 541699 T489 oasc.CoreContainer.<init> New CoreContainer 1887017110
[junit4:junit4] 2> 541700 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/'
[junit4:junit4] 2> 541701 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/'
[junit4:junit4] 2> 541825 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 541826 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 541826 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 541827 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 541827 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 541828 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 541828 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 541829 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 541829 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 541830 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 541846 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 541847 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4] 2> 541848 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 541849 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 541855 T529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28f009bf name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 541856 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 541866 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 541878 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 541886 T531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42bed211 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 541887 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 541907 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 542888 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 542889 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36226_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36226/y_/kg"}
[junit4:junit4] 2> 542916 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36263_y_%2Fkg
[junit4:junit4] 2> 542918 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36263_y_%2Fkg
[junit4:junit4] 2> 542926 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 542926 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 542926 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 542930 T531 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 542930 T518 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 542938 T511 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 542938 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 542943 T532 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1
[junit4:junit4] 2> 542943 T532 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 542944 T532 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 542945 T532 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 542947 T532 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/'
[junit4:junit4] 2> 542949 T532 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 542950 T532 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/lib/README' to classloader
[junit4:junit4] 2> 543007 T532 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 543065 T532 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 543166 T532 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 543174 T532 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 543737 T532 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 543741 T532 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 543744 T532 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 543750 T532 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 543793 T532 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 543793 T532 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/
[junit4:junit4] 2> 543794 T532 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4] 2> 543795 T532 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 543795 T532 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1
[junit4:junit4] 2> 543796 T532 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/index/
[junit4:junit4] 2> 543796 T532 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 543797 T532 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/index
[junit4:junit4] 2> 543801 T532 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 543801 T532 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 543805 T532 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 543805 T532 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 543806 T532 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 543807 T532 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 543807 T532 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 543808 T532 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 543808 T532 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 543809 T532 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 543810 T532 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 543826 T532 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 543834 T532 oass.SolrIndexSearcher.<init> Opening Searcher@41de3257 main
[junit4:junit4] 2> 543834 T532 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/tlog
[junit4:junit4] 2> 543836 T532 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 543836 T532 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 543841 T533 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41de3257 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 543844 T532 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 543845 T532 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 544433 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 544434 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36263_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36263/y_/kg"}
[junit4:junit4] 2> 544434 T512 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 544435 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 544465 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 544465 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 544465 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 544848 T532 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 544848 T532 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36263/y_/kg collection:collection1 shard:shard1
[junit4:junit4] 2> 544849 T532 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 544870 T532 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 544881 T532 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 544881 T532 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 544881 T532 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4] 2> 544882 T532 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 544882 T532 oasc.SyncStrategy.syncToMe http://127.0.0.1:36263/y_/kg/collection1/ has no replicas
[junit4:junit4] 2> 544882 T532 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4] 2> 544883 T532 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 545970 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 546018 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 546019 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 546019 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 546063 T532 oasc.ZkController.register We are http://127.0.0.1:36263/y_/kg/collection1/ and leader is http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4] 2> 546063 T532 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36263/y_/kg
[junit4:junit4] 2> 546063 T532 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 546064 T532 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 546064 T532 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 546066 T532 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 546067 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 546068 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 546069 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 546350 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 546353 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36270
[junit4:junit4] 2> 546354 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 546355 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 546355 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778
[junit4:junit4] 2> 546356 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/solr.xml
[junit4:junit4] 2> 546356 T489 oasc.CoreContainer.<init> New CoreContainer 2127267692
[junit4:junit4] 2> 546357 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/'
[junit4:junit4] 2> 546358 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/'
[junit4:junit4] 2> 546486 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 546487 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 546488 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 546488 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 546489 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 546489 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 546490 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 546490 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 546491 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 546491 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 546510 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 546511 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4] 2> 546511 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 546512 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 546515 T545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@579e5711 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 546516 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 546519 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 546533 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 546536 T547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dc71e86 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 546536 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 546542 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 547526 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 547527 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36263_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36263/y_/kg"}
[junit4:junit4] 2> 547542 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 547542 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 547542 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 547542 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 547546 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36270_y_%2Fkg
[junit4:junit4] 2> 547548 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36270_y_%2Fkg
[junit4:junit4] 2> 547550 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 547551 T511 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 547551 T518 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 547551 T531 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 547552 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 547551 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 547552 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 547552 T547 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 547568 T548 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1
[junit4:junit4] 2> 547569 T548 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 547569 T548 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 547570 T548 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 547572 T548 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/'
[junit4:junit4] 2> 547573 T548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 547574 T548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/lib/README' to classloader
[junit4:junit4] 2> 547625 T548 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 547684 T548 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 547785 T548 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 547793 T548 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 548359 T548 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 548363 T548 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 548365 T548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 548371 T548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 548414 T548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 548414 T548 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/
[junit4:junit4] 2> 548415 T548 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4] 2> 548416 T548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 548417 T548 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2
[junit4:junit4] 2> 548417 T548 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/index/
[junit4:junit4] 2> 548417 T548 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 548418 T548 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/index
[junit4:junit4] 2> 548422 T548 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 548423 T548 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 548426 T548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 548427 T548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 548428 T548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 548429 T548 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 548429 T548 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 548430 T548 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 548430 T548 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 548431 T548 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 548432 T548 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 548449 T548 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 548457 T548 oass.SolrIndexSearcher.<init> Opening Searcher@2d168da1 main
[junit4:junit4] 2> 548458 T548 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/tlog
[junit4:junit4] 2> 548459 T548 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 548459 T548 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 548465 T549 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d168da1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 548468 T548 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 548469 T548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 549049 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 549050 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36270_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36270/y_/kg"}
[junit4:junit4] 2> 549050 T512 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 549050 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 549088 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 549088 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 549088 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 549088 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 549499 T548 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 549499 T548 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36270/y_/kg collection:collection1 shard:shard2
[junit4:junit4] 2> 549500 T548 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 549565 T548 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 549634 T548 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 549635 T548 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 549635 T548 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4] 2> 549636 T548 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 549636 T548 oasc.SyncStrategy.syncToMe http://127.0.0.1:36270/y_/kg/collection1/ has no replicas
[junit4:junit4] 2> 549636 T548 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4] 2> 549637 T548 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 550604 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 550657 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 550657 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 550657 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 550657 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 550699 T548 oasc.ZkController.register We are http://127.0.0.1:36270/y_/kg/collection1/ and leader is http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4] 2> 550699 T548 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36270/y_/kg
[junit4:junit4] 2> 550699 T548 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 550700 T548 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 550700 T548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 550702 T548 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 550703 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 550704 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 550705 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 551090 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 551094 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36278
[junit4:junit4] 2> 551095 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 551096 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 551096 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414
[junit4:junit4] 2> 551097 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/solr.xml
[junit4:junit4] 2> 551097 T489 oasc.CoreContainer.<init> New CoreContainer 567662019
[junit4:junit4] 2> 551098 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/'
[junit4:junit4] 2> 551099 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/'
[junit4:junit4] 2> 551281 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 551281 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 551282 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 551282 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 551283 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 551283 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 551284 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 551284 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 551285 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 551285 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 551307 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 551308 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4] 2> 551309 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 551310 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 551314 T561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13015762 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 551314 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 551333 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 551347 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 551350 T563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169f5d74 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 551350 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 551361 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 552165 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 552166 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36270_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36270/y_/kg"}
[junit4:junit4] 2> 552179 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552179 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552179 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552180 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552179 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552366 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36278_y_%2Fkg
[junit4:junit4] 2> 552368 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36278_y_%2Fkg
[junit4:junit4] 2> 552371 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552371 T518 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 552371 T531 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 552371 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 552371 T563 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 552371 T511 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 552373 T547 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 552372 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 552372 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 552373 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 552385 T564 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1
[junit4:junit4] 2> 552385 T564 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 552386 T564 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 552386 T564 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 552388 T564 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/'
[junit4:junit4] 2> 552389 T564 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/lib/README' to classloader
[junit4:junit4] 2> 552390 T564 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 552441 T564 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 552499 T564 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 552600 T564 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 552608 T564 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 553155 T564 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 553159 T564 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 553161 T564 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 553167 T564 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 553207 T564 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 553208 T564 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/
[junit4:junit4] 2> 553208 T564 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4] 2> 553209 T564 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 553209 T564 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3
[junit4:junit4] 2> 553210 T564 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index/
[junit4:junit4] 2> 553210 T564 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 553211 T564 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index
[junit4:junit4] 2> 553214 T564 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 553215 T564 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 553218 T564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 553219 T564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 553219 T564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 553220 T564 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 553221 T564 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 553221 T564 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 553222 T564 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 553222 T564 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 553223 T564 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 553238 T564 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 553245 T564 oass.SolrIndexSearcher.<init> Opening Searcher@4d44e298 main
[junit4:junit4] 2> 553246 T564 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/tlog
[junit4:junit4] 2> 553248 T564 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 553248 T564 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 553253 T565 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d44e298 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 553256 T564 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 553256 T564 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 553685 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 553686 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36278_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36278/y_/kg"}
[junit4:junit4] 2> 553686 T512 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 553686 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 553699 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 553699 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 553699 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 553699 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 553699 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 554259 T564 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 554259 T564 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36278/y_/kg collection:collection1 shard:shard1
[junit4:junit4] 2> 554270 T564 oasc.ZkController.register We are http://127.0.0.1:36278/y_/kg/collection1/ and leader is http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4] 2> 554270 T564 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36278/y_/kg
[junit4:junit4] 2> 554270 T564 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 554271 T564 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@22589c67 url=http://127.0.0.1:36278/y_/kg/collection1 node=127.0.0.1:36278_y_%2Fkg C11_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36278_y_%2Fkg, base_url=http://127.0.0.1:36278/y_/kg}
[junit4:junit4] 2> 554271 T566 C11 P36278 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 554272 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 554272 T564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 554272 T566 C11 P36278 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 554272 T566 C11 P36278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 554273 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 554274 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 554274 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 554284 T566 C11 P36278 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 554298 T521 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 554458 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 554460 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36282
[junit4:junit4] 2> 554461 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 554461 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 554461 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977
[junit4:junit4] 2> 554462 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/solr.xml
[junit4:junit4] 2> 554462 T489 oasc.CoreContainer.<init> New CoreContainer 358490149
[junit4:junit4] 2> 554463 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/'
[junit4:junit4] 2> 554463 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/'
[junit4:junit4] 2> 554630 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 554631 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 554632 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 554632 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 554633 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 554634 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 554634 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 554635 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 554636 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 554637 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 554656 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 554657 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4] 2> 554657 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 554658 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 554663 T578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1436af04 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 554663 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 554680 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 554689 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 554691 T580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ad6e07 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 554691 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 554701 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 555204 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 555205 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36278_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36278/y_/kg"}
[junit4:junit4] 2> 555225 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555225 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555225 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555225 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555225 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555225 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555299 T521 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 555300 T521 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:36278_y_%252Fkg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 555705 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36282_y_%2Fkg
[junit4:junit4] 2> 555707 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36282_y_%2Fkg
[junit4:junit4] 2> 555710 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555710 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555711 T511 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 555711 T531 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 555710 T563 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 555710 T518 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 555711 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 555711 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 555711 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 555712 T547 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 555712 T580 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 555712 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 555724 T581 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1
[junit4:junit4] 2> 555725 T581 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 555726 T581 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 555726 T581 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 555728 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/'
[junit4:junit4] 2> 555729 T581 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 555730 T581 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/lib/README' to classloader
[junit4:junit4] 2> 555787 T581 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 555851 T581 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 555953 T581 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 555961 T581 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 556510 T581 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 556514 T581 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 556516 T581 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 556522 T581 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 556561 T581 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 556561 T581 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/
[junit4:junit4] 2> 556562 T581 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4] 2> 556563 T581 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 556563 T581 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4
[junit4:junit4] 2> 556564 T581 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index/
[junit4:junit4] 2> 556564 T581 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 556565 T581 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index
[junit4:junit4] 2> 556569 T581 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 556569 T581 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 556573 T581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 556573 T581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 556574 T581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 556575 T581 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 556576 T581 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 556576 T581 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 556577 T581 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 556578 T581 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 556578 T581 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 556595 T581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 556603 T581 oass.SolrIndexSearcher.<init> Opening Searcher@3f245d94 main
[junit4:junit4] 2> 556603 T581 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/tlog
[junit4:junit4] 2> 556605 T581 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 556605 T581 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 556611 T582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f245d94 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 556614 T581 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 556614 T581 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 556730 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 556731 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36282_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36282/y_/kg"}
[junit4:junit4] 2> 556732 T512 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 556732 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 556746 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 556746 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 556746 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 556746 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 556746 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 556746 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36278_y_%2Fkg, base_url=http://127.0.0.1:36278/y_/kg}
[junit4:junit4] 2> 557301 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:36263/y_/kg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 557301 T566 C11 P36278 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36278/y_/kg START replicas=[http://127.0.0.1:36263/y_/kg/collection1/] nUpdates=100
[junit4:junit4] 2> 557302 T566 C11 P36278 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 557302 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 557303 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 557303 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 557303 T566 C11 P36278 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 557304 T566 C11 P36278 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:36263/y_/kg/collection1/. core=collection1
[junit4:junit4] 2> 557304 T566 C11 P36278 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@53d6f7ca url=http://127.0.0.1:36263/y_/kg/collection1 node=127.0.0.1:36263_y_%2Fkg C12_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36263_y_%2Fkg, base_url=http://127.0.0.1:36263/y_/kg, leader=true}
[junit4:junit4] 2> 557311 T522 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 557322 T523 C12 P36263 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 557325 T523 C12 P36263 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 557326 T523 C12 P36263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 557327 T523 C12 P36263 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 557327 T523 C12 P36263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 557328 T523 C12 P36263 oass.SolrIndexSearcher.<init> Opening Searcher@3cb0545 realtime
[junit4:junit4] 2> 557328 T523 C12 P36263 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 557329 T523 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 557330 T566 C11 P36278 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 557330 T566 C11 P36278 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 557333 T524 C12 P36263 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 557334 T524 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 557334 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 557335 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 557335 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 557337 T524 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 557338 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 557339 T566 C11 P36278 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030
[junit4:junit4] 2> 557339 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@31094917 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5278bcce) fullCopy=false
[junit4:junit4] 2> 557342 T524 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 557344 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 557345 T566 C11 P36278 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 557345 T566 C11 P36278 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 557348 T566 C11 P36278 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 557348 T566 C11 P36278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 557349 T566 C11 P36278 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 557349 T566 C11 P36278 oass.SolrIndexSearcher.<init> Opening Searcher@2eca182 main
[junit4:junit4] 2> 557351 T565 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2eca182 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 557351 T566 C11 P36278 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030;done=true>>]
[junit4:junit4] 2> 557352 T566 C11 P36278 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030
[junit4:junit4] 2> 557352 T566 C11 P36278 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030
[junit4:junit4] 2> 557352 T566 C11 P36278 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 557353 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 557353 T566 C11 P36278 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 557353 T566 C11 P36278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 557355 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 557642 T581 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 557642 T581 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36282/y_/kg collection:collection1 shard:shard2
[junit4:junit4] 2> 557652 T581 oasc.ZkController.register We are http://127.0.0.1:36282/y_/kg/collection1/ and leader is http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4] 2> 557652 T581 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36282/y_/kg
[junit4:junit4] 2> 557653 T581 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 557653 T581 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@8ffeeb6 url=http://127.0.0.1:36282/y_/kg/collection1 node=127.0.0.1:36282_y_%2Fkg C13_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36282_y_%2Fkg, base_url=http://127.0.0.1:36282/y_/kg}
[junit4:junit4] 2> 557654 T585 C13 P36282 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 557654 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 557654 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 557655 T585 C13 P36282 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 557655 T585 C13 P36282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 557656 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 557656 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 557657 T585 C13 P36282 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 557657 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 557670 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 557671 T537 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 557671 T489 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 557671 T489 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 557672 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 558251 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 558252 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36278_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36278/y_/kg"}
[junit4:junit4] 2> 558257 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36282_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36282/y_/kg"}
[junit4:junit4] 2> 558270 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558270 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558270 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558270 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558270 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558270 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558672 T537 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 558672 T537 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:36282_y_%252Fkg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 558674 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 559676 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C13_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36282_y_%2Fkg, base_url=http://127.0.0.1:36282/y_/kg}
[junit4:junit4] 2> 560674 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:36270/y_/kg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 560674 T585 C13 P36282 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36282/y_/kg START replicas=[http://127.0.0.1:36270/y_/kg/collection1/] nUpdates=100
[junit4:junit4] 2> 560675 T585 C13 P36282 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 560675 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 560675 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 560676 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 560676 T585 C13 P36282 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 560677 T585 C13 P36282 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:36270/y_/kg/collection1/. core=collection1
[junit4:junit4] 2> 560677 T585 C13 P36282 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 560679 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@59722745 url=http://127.0.0.1:36270/y_/kg/collection1 node=127.0.0.1:36270_y_%2Fkg C14_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36270_y_%2Fkg, base_url=http://127.0.0.1:36270/y_/kg, leader=true}
[junit4:junit4] 2> 560681 T538 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 560690 T539 C14 P36270 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 560693 T539 C14 P36270 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 560694 T539 C14 P36270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 560695 T539 C14 P36270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 560695 T539 C14 P36270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 560696 T539 C14 P36270 oass.SolrIndexSearcher.<init> Opening Searcher@4bc020a4 realtime
[junit4:junit4] 2> 560696 T539 C14 P36270 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 560697 T539 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 560698 T585 C13 P36282 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 560698 T585 C13 P36282 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 560700 T540 C14 P36270 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 560701 T540 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 560702 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 560702 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 560702 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 560706 T540 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 560706 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 560707 T585 C13 P36282 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399
[junit4:junit4] 2> 560708 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@67e6c84a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c99ad32) fullCopy=false
[junit4:junit4] 2> 560710 T540 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 560712 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 560713 T585 C13 P36282 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 560713 T585 C13 P36282 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 560715 T585 C13 P36282 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 560716 T585 C13 P36282 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 560716 T585 C13 P36282 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 560717 T585 C13 P36282 oass.SolrIndexSearcher.<init> Opening Searcher@56d4be58 main
[junit4:junit4] 2> 560718 T582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56d4be58 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 560719 T585 C13 P36282 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399;done=true>>]
[junit4:junit4] 2> 560719 T585 C13 P36282 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399
[junit4:junit4] 2> 560720 T585 C13 P36282 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399
[junit4:junit4] 2> 560720 T585 C13 P36282 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 560720 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 560720 T585 C13 P36282 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 560721 T585 C13 P36282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 560749 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 561286 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 561287 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:36282_y_%2Fkg",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36282/y_/kg"}
[junit4:junit4] 2> 561292 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561292 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561292 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561292 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561292 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561292 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561681 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 561682 T489 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@6c4a6e45 url=http://127.0.0.1:36226/y_/kg/collection1 node=127.0.0.1:36226_y_%2Fkg C15_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:36226_y_%2Fkg, base_url=http://127.0.0.1:36226/y_/kg, leader=true}
[junit4:junit4] 2> 561691 T501 C15 P36226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 561695 T501 C15 P36226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 561696 T501 C15 P36226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 561697 T501 C15 P36226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 561697 T501 C15 P36226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 561698 T501 C15 P36226 oass.SolrIndexSearcher.<init> Opening Searcher@54ee5a15 main
[junit4:junit4] 2> 561698 T501 C15 P36226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 561699 T515 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54ee5a15 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 561700 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 561713 T525 C12 P36263 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 561714 T525 C12 P36263 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 561715 T525 C12 P36263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 561715 T525 C12 P36263 oass.SolrIndexSearcher.<init> Opening Searcher@468beee0 main
[junit4:junit4] 2> 561716 T525 C12 P36263 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 561717 T533 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@468beee0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 561718 T525 C12 P36263 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:36278/y_/kg/collection1/, StdNode: http://127.0.0.1:36270/y_/kg/collection1/, StdNode: http://127.0.0.1:36282/y_/kg/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 561721 T541 C14 P36270 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 561723 T541 C14 P36270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 561723 T541 C14 P36270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 561724 T541 C14 P36270 oass.SolrIndexSearcher.<init> Opening Searcher@50f2f7b0 main
[junit4:junit4] 2> 561724 T541 C14 P36270 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 561725 T549 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50f2f7b0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 561726 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36278_y_%2Fkg, base_url=http://127.0.0.1:36278/y_/kg}
[junit4:junit4] 2> 561728 T553 C11 P36278 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C13_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36282_y_%2Fkg, base_url=http://127.0.0.1:36282/y_/kg}
[junit4:junit4] 2> 561729 T570 C13 P36282 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 561730 T553 C11 P36278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 561731 T570 C13 P36282 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 561731 T553 C11 P36278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 561731 T570 C13 P36282 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 561732 T553 C11 P36278 oass.SolrIndexSearcher.<init> Opening Searcher@550cce2f main
[junit4:junit4] 2> 561733 T570 C13 P36282 oass.SolrIndexSearcher.<init> Opening Searcher@7833233c main
[junit4:junit4] 2> 561733 T553 C11 P36278 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 561734 T570 C13 P36282 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 561734 T565 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@550cce2f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 561735 T582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7833233c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 561735 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 561735 T570 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 561736 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> 561738 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 561741 T526 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 561744 T554 C11 P36278 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 561747 T542 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 561750 T571 C13 P36282 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 563755 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435622047163088896)} 0 2
[junit4:junit4] 2> 563764 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={update.distrib=FROMLEADER&_version_=-1435622047167283200&update.from=http://127.0.0.1:36270/y_/kg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435622047167283200)} 0 2
[junit4:junit4] 2> 563768 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={update.distrib=FROMLEADER&_version_=-1435622047172526080&update.from=http://127.0.0.1:36263/y_/kg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435622047172526080)} 0 2
[junit4:junit4] 2> 563769 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435622047172526080)} 0 7
[junit4:junit4] 2> 563770 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435622047167283200)} 0 12
[junit4:junit4] 2> 563774 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!0 (1435622047183011840)]} 0 1
[junit4:junit4] 2> 563791 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435622047196643328)]} 0 1
[junit4:junit4] 2> 563792 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1435622047196643328)]} 0 6
[junit4:junit4] 2> 563793 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!0]} 0 16
[junit4:junit4] 2> 563797 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!1 (1435622047207129088)]} 0 1
[junit4:junit4] 2> 563807 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435622047214469120)]} 0 1
[junit4:junit4] 2> 563808 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1435622047214469120)]} 0 5
[junit4:junit4] 2> 563808 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!1]} 0 8
[junit4:junit4] 2> 563812 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!2 (1435622047222857728)]} 0 1
[junit4:junit4] 2> 563821 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435622047229149184)]} 0 1
[junit4:junit4] 2> 563821 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1435622047229149184)]} 0 4
[junit4:junit4] 2> 563822 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!2]} 0 8
[junit4:junit4] 2> 563826 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!3 (1435622047237537792)]} 0 1
[junit4:junit4] 2> 563832 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435622047240683520)]} 0 1
[junit4:junit4] 2> 563832 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!3 (1435622047240683520)]} 0 4
[junit4:junit4] 2> 563836 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!4 (1435622047248023552)]} 0 1
[junit4:junit4] 2> 563842 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435622047251169280)]} 0 1
[junit4:junit4] 2> 563842 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!4 (1435622047251169280)]} 0 4
[junit4:junit4] 2> 563846 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!5 (1435622047258509312)]} 0 1
[junit4:junit4] 2> 563856 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435622047265849344)]} 0 1
[junit4:junit4] 2> 563856 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1435622047265849344)]} 0 4
[junit4:junit4] 2> 563857 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!5]} 0 8
[junit4:junit4] 2> 563861 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!6 (1435622047274237952)]} 0 1
[junit4:junit4] 2> 563867 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435622047277383680)]} 0 1
[junit4:junit4] 2> 563867 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!6 (1435622047277383680)]} 0 4
[junit4:junit4] 2> 563871 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!7 (1435622047284723712)]} 0 1
[junit4:junit4] 2> 563879 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435622047289966592)]} 0 1
[junit4:junit4] 2> 563880 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1435622047289966592)]} 0 5
[junit4:junit4] 2> 563880 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!7]} 0 8
[junit4:junit4] 2> 563884 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!8 (1435622047298355200)]} 0 1
[junit4:junit4] 2> 563890 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435622047301500928)]} 0 1
[junit4:junit4] 2> 563890 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!8 (1435622047301500928)]} 0 4
[junit4:junit4] 2> 563894 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!9 (1435622047308840960)]} 0 1
[junit4:junit4] 2> 563901 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435622047313035264)]} 0 1
[junit4:junit4] 2> 563901 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!9 (1435622047313035264)]} 0 4
[junit4:junit4] 2> 563905 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!10 (1435622047320375296)]} 0 1
[junit4:junit4] 2> 563912 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435622047324569600)]} 0 1
[junit4:junit4] 2> 563912 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!10 (1435622047324569600)]} 0 4
[junit4:junit4] 2> 563916 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!11 (1435622047331909632)]} 0 1
[junit4:junit4] 2> 563925 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435622047338201088)]} 0 1
[junit4:junit4] 2> 563925 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1435622047338201088)]} 0 4
[junit4:junit4] 2> 563926 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!11]} 0 8
[junit4:junit4] 2> 563930 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!12 (1435622047346589696)]} 0 1
[junit4:junit4] 2> 563937 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435622047350784000)]} 0 1
[junit4:junit4] 2> 563937 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1435622047350784000)]} 0 4
[junit4:junit4] 2> 563938 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!12]} 0 7
[junit4:junit4] 2> 563942 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!13 (1435622047359172608)]} 0 1
[junit4:junit4] 2> 563948 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435622047362318336)]} 0 1
[junit4:junit4] 2> 563948 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!13 (1435622047362318336)]} 0 4
[junit4:junit4] 2> 563952 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!14 (1435622047369658368)]} 0 0
[junit4:junit4] 2> 563960 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435622047374901248)]} 0 1
[junit4:junit4] 2> 563960 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1435622047374901248)]} 0 4
[junit4:junit4] 2> 563961 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!14]} 0 7
[junit4:junit4] 2> 563965 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!15 (1435622047383289856)]} 0 1
[junit4:junit4] 2> 563975 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435622047390629888)]} 0 1
[junit4:junit4] 2> 563975 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1435622047390629888)]} 0 4
[junit4:junit4] 2> 563976 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!15]} 0 8
[junit4:junit4] 2> 563980 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!16 (1435622047399018496)]} 0 1
[junit4:junit4] 2> 563987 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435622047403212800)]} 0 1
[junit4:junit4] 2> 563987 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!16 (1435622047403212800)]} 0 4
[junit4:junit4] 2> 563990 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!17 (1435622047410552832)]} 0 0
[junit4:junit4] 2> 563998 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435622047414747136)]} 0 1
[junit4:junit4] 2> 563998 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!17 (1435622047414747136)]} 0 4
[junit4:junit4] 2> 564002 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!18 (1435622047422087168)]} 0 0
[junit4:junit4] 2> 564010 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435622047427330048)]} 0 1
[junit4:junit4] 2> 564010 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1435622047427330048)]} 0 4
[junit4:junit4] 2> 564011 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!18]} 0 7
[junit4:junit4] 2> 564015 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!19 (1435622047435718656)]} 0 1
[junit4:junit4] 2> 564025 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435622047443058688)]} 0 1
[junit4:junit4] 2> 564026 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1435622047443058688)]} 0 5
[junit4:junit4] 2> 564027 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!19]} 0 9
[junit4:junit4] 2> 564030 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!20 (1435622047451447296)]} 0 1
[junit4:junit4] 2> 564040 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435622047458787328)]} 0 1
[junit4:junit4] 2> 564041 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1435622047458787328)]} 0 5
[junit4:junit4] 2> 564041 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!20]} 0 8
[junit4:junit4] 2> 564045 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!21 (1435622047467175936)]} 0 1
[junit4:junit4] 2> 564054 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435622047473467392)]} 0 1
[junit4:junit4] 2> 564055 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1435622047473467392)]} 0 5
[junit4:junit4] 2> 564056 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!21]} 0 9
[junit4:junit4] 2> 564060 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!22 (1435622047482904576)]} 0 1
[junit4:junit4] 2> 564067 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435622047487098880)]} 0 1
[junit4:junit4] 2> 564067 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!22 (1435622047487098880)]} 0 4
[junit4:junit4] 2> 564071 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!23 (1435622047494438912)]} 0 1
[junit4:junit4] 2> 564080 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435622047500730368)]} 0 1
[junit4:junit4] 2> 564081 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1435622047500730368)]} 0 5
[junit4:junit4] 2> 564082 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!23]} 0 9
[junit4:junit4] 2> 564085 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!24 (1435622047510167552)]} 0 1
[junit4:junit4] 2> 564096 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435622047517507584)]} 0 1
[junit4:junit4] 2> 564097 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1435622047517507584)]} 0 5
[junit4:junit4] 2> 564097 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!24]} 0 8
[junit4:junit4] 2> 564101 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!25 (1435622047525896192)]} 0 1
[junit4:junit4] 2> 564111 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435622047533236224)]} 0 1
[junit4:junit4] 2> 564112 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1435622047533236224)]} 0 5
[junit4:junit4] 2> 564112 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!25]} 0 8
[junit4:junit4] 2> 564117 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!26 (1435622047542673408)]} 0 1
[junit4:junit4] 2> 564124 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435622047546867712)]} 0 1
[junit4:junit4] 2> 564125 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!26 (1435622047546867712)]} 0 5
[junit4:junit4] 2> 564128 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!27 (1435622047554207744)]} 0 1
[junit4:junit4] 2> 564135 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435622047558402048)]} 0 1
[junit4:junit4] 2> 564135 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!27 (1435622047558402048)]} 0 4
[junit4:junit4] 2> 564138 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!28 (1435622047565742080)]} 0 0
[junit4:junit4] 2> 564148 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435622047572033536)]} 0 1
[junit4:junit4] 2> 564148 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1435622047572033536)]} 0 4
[junit4:junit4] 2> 564149 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!28]} 0 8
[junit4:junit4] 2> 564153 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!29 (1435622047580422144)]} 0 1
[junit4:junit4] 2> 564163 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435622047587762176)]} 0 1
[junit4:junit4] 2> 564163 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1435622047587762176)]} 0 4
[junit4:junit4] 2> 564164 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!29]} 0 8
[junit4:junit4] 2> 564168 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!30 (1435622047596150784)]} 0 0
[junit4:junit4] 2> 564174 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435622047599296512)]} 0 1
[junit4:junit4] 2> 564174 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!30 (1435622047599296512)]} 0 4
[junit4:junit4] 2> 564178 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!31 (1435622047606636544)]} 0 1
[junit4:junit4] 2> 564184 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435622047609782272)]} 0 1
[junit4:junit4] 2> 564184 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!31 (1435622047609782272)]} 0 4
[junit4:junit4] 2> 564187 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!32 (1435622047617122304)]} 0 0
[junit4:junit4] 2> 564194 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435622047620268032)]} 0 1
[junit4:junit4] 2> 564194 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!32 (1435622047620268032)]} 0 4
[junit4:junit4] 2> 564198 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!33 (1435622047627608064)]} 0 1
[junit4:junit4] 2> 564207 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435622047633899520)]} 0 1
[junit4:junit4] 2> 564207 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1435622047633899520)]} 0 4
[junit4:junit4] 2> 564208 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!33]} 0 8
[junit4:junit4] 2> 564212 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!34 (1435622047642288128)]} 0 1
[junit4:junit4] 2> 564220 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435622047647531008)]} 0 0
[junit4:junit4] 2> 564220 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1435622047647531008)]} 0 4
[junit4:junit4] 2> 564221 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!34]} 0 7
[junit4:junit4] 2> 564225 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!35 (1435622047655919616)]} 0 1
[junit4:junit4] 2> 564232 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435622047661162496)]} 0 0
[junit4:junit4] 2> 564233 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1435622047661162496)]} 0 4
[junit4:junit4] 2> 564234 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!35]} 0 7
[junit4:junit4] 2> 564238 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!36 (1435622047669551104)]} 0 1
[junit4:junit4] 2> 564245 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435622047673745408)]} 0 1
[junit4:junit4] 2> 564245 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!36 (1435622047673745408)]} 0 4
[junit4:junit4] 2> 564249 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!37 (1435622047681085440)]} 0 1
[junit4:junit4] 2> 564256 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435622047685279744)]} 0 1
[junit4:junit4] 2> 564257 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!37 (1435622047685279744)]} 0 5
[junit4:junit4] 2> 564260 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!38 (1435622047692619776)]} 0 1
[junit4:junit4] 2> 564267 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435622047696814080)]} 0 1
[junit4:junit4] 2> 564268 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!38 (1435622047696814080)]} 0 5
[junit4:junit4] 2> 564272 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!39 (1435622047705202688)]} 0 1
[junit4:junit4] 2> 564278 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435622047708348416)]} 0 1
[junit4:junit4] 2> 564278 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!39 (1435622047708348416)]} 0 4
[junit4:junit4] 2> 564282 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!40 (1435622047715688448)]} 0 0
[junit4:junit4] 2> 564287 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1435622047718834176)]} 0 0
[junit4:junit4] 2> 564288 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!40 (1435622047718834176)]} 0 4
[junit4:junit4] 2> 564292 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!41 (1435622047726174208)]} 0 1
[junit4:junit4] 2> 564299 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1435622047730368512)]} 0 1
[junit4:junit4] 2> 564299 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!41 (1435622047730368512)]} 0 4
[junit4:junit4] 2> 564303 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!42 (1435622047737708544)]} 0 1
[junit4:junit4] 2> 564312 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1435622047744000000)]} 0 1
[junit4:junit4] 2> 564312 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1435622047744000000)]} 0 4
[junit4:junit4] 2> 564313 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!42]} 0 7
[junit4:junit4] 2> 564317 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!43 (1435622047752388608)]} 0 1
[junit4:junit4] 2> 564326 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1435622047758680064)]} 0 1
[junit4:junit4] 2> 564326 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1435622047758680064)]} 0 4
[junit4:junit4] 2> 564327 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!43]} 0 8
[junit4:junit4] 2> 564331 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!44 (1435622047767068672)]} 0 1
[junit4:junit4] 2> 564337 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1435622047770214400)]} 0 1
[junit4:junit4] 2> 564337 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!44 (1435622047770214400)]} 0 4
[junit4:junit4] 2> 564341 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!45 (1435622047777554432)]} 0 1
[junit4:junit4] 2> 564348 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1435622047781748736)]} 0 1
[junit4:junit4] 2> 564348 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!45 (1435622047781748736)]} 0 4
[junit4:junit4] 2> 564352 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!46 (1435622047789088768)]} 0 1
[junit4:junit4] 2> 564359 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1435622047793283072)]} 0 0
[junit4:junit4] 2> 564359 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1435622047793283072)]} 0 4
[junit4:junit4] 2> 564360 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!46]} 0 7
[junit4:junit4] 2> 564364 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!47 (1435622047801671680)]} 0 1
[junit4:junit4] 2> 564370 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1435622047804817408)]} 0 1
[junit4:junit4] 2> 564370 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!47 (1435622047804817408)]} 0 4
[junit4:junit4] 2> 564374 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!48 (1435622047812157440)]} 0 1
[junit4:junit4] 2> 564380 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1435622047816351744)]} 0 0
[junit4:junit4] 2> 564381 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!48 (1435622047816351744)]} 0 4
[junit4:junit4] 2> 564385 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!49 (1435622047823691776)]} 0 1
[junit4:junit4] 2> 564392 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1435622047828934656)]} 0 1
[junit4:junit4] 2> 564393 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!49 (1435622047828934656)]} 0 5
[junit4:junit4] 2> 564397 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!50 (1435622047836274688)]} 0 1
[junit4:junit4] 2> 564407 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1435622047843614720)]} 0 1
[junit4:junit4] 2> 564407 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1435622047843614720)]} 0 4
[junit4:junit4] 2> 564408 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!50]} 0 8
[junit4:junit4] 2> 564412 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!51 (1435622047852003328)]} 0 1
[junit4:junit4] 2> 564421 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1435622047858294784)]} 0 1
[junit4:junit4] 2> 564421 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!51 (1435622047858294784)]} 0 4
[junit4:junit4] 2> 564422 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!51]} 0 8
[junit4:junit4] 2> 564426 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!52 (1435622047866683392)]} 0 1
[junit4:junit4] 2> 564436 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1435622047874023424)]} 0 1
[junit4:junit4] 2> 564436 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1435622047874023424)]} 0 4
[junit4:junit4] 2> 564437 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!52]} 0 8
[junit4:junit4] 2> 564441 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!53 (1435622047883460608)]} 0 1
[junit4:junit4] 2> 564448 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1435622047886606336)]} 0 1
[junit4:junit4] 2> 564448 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!53 (1435622047886606336)]} 0 4
[junit4:junit4] 2> 564451 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!54 (1435622047893946368)]} 0 0
[junit4:junit4] 2> 564461 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1435622047900237824)]} 0 1
[junit4:junit4] 2> 564461 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1435622047900237824)]} 0 4
[junit4:junit4] 2> 564462 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!54]} 0 8
[junit4:junit4] 2> 564466 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!55 (1435622047908626432)]} 0 1
[junit4:junit4] 2> 564472 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1435622047911772160)]} 0 0
[junit4:junit4] 2> 564473 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!55 (1435622047911772160)]} 0 5
[junit4:junit4] 2> 564477 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!56 (1435622047920160768)]} 0 1
[junit4:junit4] 2> 564483 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1435622047923306496)]} 0 1
[junit4:junit4] 2> 564483 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!56 (1435622047923306496)]} 0 4
[junit4:junit4] 2> 564487 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!57 (1435622047930646528)]} 0 1
[junit4:junit4] 2> 564496 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1435622047936937984)]} 0 1
[junit4:junit4] 2> 564496 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!57 (1435622047936937984)]} 0 4
[junit4:junit4] 2> 564497 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!57]} 0 8
[junit4:junit4] 2> 564501 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!58 (1435622047945326592)]} 0 1
[junit4:junit4] 2> 564509 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1435622047950569472)]} 0 1
[junit4:junit4] 2> 564509 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1435622047950569472)]} 0 4
[junit4:junit4] 2> 564510 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!58]} 0 7
[junit4:junit4] 2> 564514 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!59 (1435622047958958080)]} 0 1
[junit4:junit4] 2> 564523 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1435622047965249536)]} 0 0
[junit4:junit4] 2> 564523 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1435622047965249536)]} 0 4
[junit4:junit4] 2> 564524 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!59]} 0 8
[junit4:junit4] 2> 564528 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!60 (1435622047973638144)]} 0 1
[junit4:junit4] 2> 564537 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1435622047979929600)]} 0 1
[junit4:junit4] 2> 564537 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1435622047979929600)]} 0 4
[junit4:junit4] 2> 564538 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!60]} 0 8
[junit4:junit4] 2> 564542 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!61 (1435622047988318208)]} 0 0
[junit4:junit4] 2> 564547 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1435622047991463936)]} 0 0
[junit4:junit4] 2> 564548 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!61 (1435622047991463936)]} 0 4
[junit4:junit4] 2> 564551 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!62 (1435622047998803968)]} 0 0
[junit4:junit4] 2> 564558 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1435622048002998272)]} 0 1
[junit4:junit4] 2> 564558 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!62 (1435622048002998272)]} 0 4
[junit4:junit4] 2> 564561 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!63 (1435622048009289728)]} 0 0
[junit4:junit4] 2> 564571 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1435622048015581184)]} 0 1
[junit4:junit4] 2> 564571 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1435622048015581184)]} 0 4
[junit4:junit4] 2> 564572 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!63]} 0 8
[junit4:junit4] 2> 564576 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!64 (1435622048023969792)]} 0 1
[junit4:junit4] 2> 564582 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1435622048028164096)]} 0 0
[junit4:junit4] 2> 564583 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!64 (1435622048028164096)]} 0 4
[junit4:junit4] 2> 564587 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!65 (1435622048035504128)]} 0 1
[junit4:junit4] 2> 564592 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1435622048038649856)]} 0 0
[junit4:junit4] 2> 564593 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!65 (1435622048038649856)]} 0 4
[junit4:junit4] 2> 564597 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!66 (1435622048045989888)]} 0 1
[junit4:junit4] 2> 564606 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1435622048052281344)]} 0 1
[junit4:junit4] 2> 564606 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1435622048052281344)]} 0 4
[junit4:junit4] 2> 564607 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!66]} 0 8
[junit4:junit4] 2> 564611 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!67 (1435622048060669952)]} 0 1
[junit4:junit4] 2> 564617 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1435622048063815680)]} 0 1
[junit4:junit4] 2> 564617 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!67 (1435622048063815680)]} 0 4
[junit4:junit4] 2> 564621 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!68 (1435622048071155712)]} 0 0
[junit4:junit4] 2> 564630 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1435622048077447168)]} 0 1
[junit4:junit4] 2> 564630 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!68 (1435622048077447168)]} 0 4
[junit4:junit4] 2> 564631 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!68]} 0 8
[jun
[...truncated too long message...]
r.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> 578164 T489 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 604432 T563 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:36278/y_/kg couldn't connect to http://127.0.0.1:36263/y_/kg/collection1/, counting as success
[junit4:junit4] 2> 604432 T563 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36278/y_/kg DONE. sync succeeded
[junit4:junit4] 2> 604433 T563 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 604433 T563 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4] 2> 604434 T563 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36278/y_/kg/collection1/
[junit4:junit4] 2> 604434 T563 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@22589c67
[junit4:junit4] 2> 604437 T563 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=12,adds=12,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=71,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 604437 T563 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 604438 T563 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 604438 T563 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 604443 T563 C11 P36278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_5,generation=5}
[junit4:junit4] 2> 604443 T563 C11 P36278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 604447 T563 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 604447 T563 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 604448 T563 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3;done=false>>]
[junit4:junit4] 2> 604448 T563 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3
[junit4:junit4] 2> 604448 T563 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index;done=false>>]
[junit4:junit4] 2> 604449 T563 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index
[junit4:junit4] 2> 604449 T563 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 604449 T563 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89726376224227338-4-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 604450 T563 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 604451 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 604451 T563 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 604451 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 604451 T563 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 604452 T563 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ko_KR, timezone=America/Asuncion
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=3,free=108443672,total=245432320
[junit4:junit4] 2> NOTE: All tests run in this JVM: [SpellingQueryConverterTest, MBeansHandlerTest, ClusterStateUpdateTest, ReturnFieldsTest, TestPHPSerializedResponseWriter, TestDocumentBuilder, SyncSliceTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 67.81s, 1 test, 1 error <<< FAILURES!
[...truncated 794 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:387: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:360: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 1 error, 11 ignored (5 assumptions)
Total time: 102 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 269 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/269/
1 tests failed.
FAILED: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:56738/_vef/cq returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:56738/_vef/cq returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([384D125B0758D130:B9AB9C437007B10C]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
Build Log:
[...truncated 10054 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 2466492 T6741 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_vef/cq
[junit4:junit4] 2> 2466498 T6741 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369294405338
[junit4:junit4] 2> 2466500 T6741 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 2466500 T6742 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 2466601 T6741 oasc.ZkTestServer.run start zk server on port:56731
[junit4:junit4] 2> 2466602 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2466609 T6748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47eefdde name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2466610 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2466610 T6741 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 2466616 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2466625 T6750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56b38747 name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2466625 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2466626 T6741 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 2466631 T6741 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 2466640 T6741 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 2466643 T6741 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 2466647 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2466648 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 2466661 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 2466662 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 2466765 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2466766 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 2466770 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 2466770 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 2466773 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 2466774 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 2466777 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2466778 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 2466781 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2466782 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 2466786 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2466786 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 2466790 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2466790 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 2467096 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2467103 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56734
[junit4:junit4] 2> 2467104 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2467104 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2467105 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640
[junit4:junit4] 2> 2467105 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/solr.xml
[junit4:junit4] 2> 2467105 T6741 oasc.CoreContainer.<init> New CoreContainer 814198593
[junit4:junit4] 2> 2467106 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/'
[junit4:junit4] 2> 2467107 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/'
[junit4:junit4] 2> 2467255 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 2467256 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2467256 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 2467257 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2467257 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2467258 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2467258 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2467259 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2467259 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2467259 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 2467279 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2467280 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4] 2> 2467281 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2467282 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2467285 T6761 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@439ed0ea name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2467285 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2467289 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2467303 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2467306 T6763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41315289 name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2467306 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2467309 T6741 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 2467321 T6741 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 2467325 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 2467328 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56734__vef%2Fcq
[junit4:junit4] 2> 2467335 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56734__vef%2Fcq
[junit4:junit4] 2> 2467339 T6741 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 2467358 T6741 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 2467361 T6741 oasc.Overseer.start Overseer (id=89738078148820995-127.0.0.1:56734__vef%2Fcq-n_0000000000) starting
[junit4:junit4] 2> 2467370 T6741 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 2467381 T6765 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 2467382 T6741 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 2467384 T6741 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 2467386 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2467389 T6764 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 2467393 T6766 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1
[junit4:junit4] 2> 2467394 T6766 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 2467394 T6766 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2467395 T6766 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 2467396 T6766 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/'
[junit4:junit4] 2> 2467398 T6766 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/lib/README' to classloader
[junit4:junit4] 2> 2467398 T6766 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2467455 T6766 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2467523 T6766 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2467625 T6766 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2467634 T6766 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 2468201 T6766 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2468203 T6766 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2468205 T6766 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2468209 T6766 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2468227 T6766 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2468227 T6766 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/
[junit4:junit4] 2> 2468228 T6766 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4] 2> 2468228 T6766 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2468230 T6766 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data
[junit4:junit4] 2> 2468231 T6766 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/index/
[junit4:junit4] 2> 2468231 T6766 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2468233 T6766 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/index
[junit4:junit4] 2> 2468264 T6766 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2468264 T6766 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2468267 T6766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2468267 T6766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2468268 T6766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2468269 T6766 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2468269 T6766 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2468269 T6766 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2468270 T6766 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2468270 T6766 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2468271 T6766 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2468291 T6766 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2468301 T6766 oass.SolrIndexSearcher.<init> Opening Searcher@4babb5e4 main
[junit4:junit4] 2> 2468302 T6766 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/tlog
[junit4:junit4] 2> 2468303 T6766 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2468304 T6766 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2468307 T6767 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4babb5e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2468308 T6766 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 2468309 T6766 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2468893 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2468894 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56734__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56734/_vef/cq"}
[junit4:junit4] 2> 2468894 T6764 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 2468894 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 2468913 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2469311 T6766 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2469311 T6766 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56734/_vef/cq collection:control_collection shard:shard1
[junit4:junit4] 2> 2469312 T6766 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 2469367 T6766 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2469378 T6766 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2469379 T6766 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2469379 T6766 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56734/_vef/cq/collection1/
[junit4:junit4] 2> 2469379 T6766 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2469380 T6766 oasc.SyncStrategy.syncToMe http://127.0.0.1:56734/_vef/cq/collection1/ has no replicas
[junit4:junit4] 2> 2469380 T6766 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56734/_vef/cq/collection1/
[junit4:junit4] 2> 2469380 T6766 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 2470417 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2470444 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2470460 T6766 oasc.ZkController.register We are http://127.0.0.1:56734/_vef/cq/collection1/ and leader is http://127.0.0.1:56734/_vef/cq/collection1/
[junit4:junit4] 2> 2470460 T6766 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56734/_vef/cq
[junit4:junit4] 2> 2470460 T6766 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2470461 T6766 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 2470461 T6766 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2470463 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2470465 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2470465 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2470466 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2470484 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 2470486 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2470494 T6770 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f66b90a name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2470495 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2470497 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2470499 T6741 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 2470809 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2470813 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56738
[junit4:junit4] 2> 2470813 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2470814 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2470814 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339
[junit4:junit4] 2> 2470815 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/solr.xml
[junit4:junit4] 2> 2470815 T6741 oasc.CoreContainer.<init> New CoreContainer 1582755954
[junit4:junit4] 2> 2470816 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/'
[junit4:junit4] 2> 2470817 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/'
[junit4:junit4] 2> 2470983 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 2470983 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2470984 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 2470984 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2470985 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2470985 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2470986 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2470986 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2470987 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2470987 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 2471004 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2471005 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4] 2> 2471006 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2471007 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2471010 T6781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb78287 name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2471011 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2471025 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2471037 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2471039 T6783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28a18f9e name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2471040 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2471050 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2471957 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2471958 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56734__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56734__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56734/_vef/cq"}
[junit4:junit4] 2> 2471998 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2471998 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2471998 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2472054 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56738__vef%2Fcq
[junit4:junit4] 2> 2472056 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56738__vef%2Fcq
[junit4:junit4] 2> 2472059 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 2472059 T6783 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2472059 T6763 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2472060 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2472060 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2472060 T6770 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 2472073 T6784 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1
[junit4:junit4] 2> 2472073 T6784 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2472074 T6784 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2472074 T6784 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2472076 T6784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/'
[junit4:junit4] 2> 2472077 T6784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/lib/README' to classloader
[junit4:junit4] 2> 2472078 T6784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2472131 T6784 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2472192 T6784 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2472293 T6784 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2472303 T6784 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 2472868 T6784 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2472872 T6784 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2472875 T6784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2472880 T6784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2472904 T6784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2472905 T6784 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/
[junit4:junit4] 2> 2472905 T6784 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4] 2> 2472906 T6784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2472908 T6784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1
[junit4:junit4] 2> 2472909 T6784 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/index/
[junit4:junit4] 2> 2472909 T6784 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2472912 T6784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/index
[junit4:junit4] 2> 2472926 T6784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2472927 T6784 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2472930 T6784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2472930 T6784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2472931 T6784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2472932 T6784 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2472932 T6784 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2472933 T6784 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2472933 T6784 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2472934 T6784 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2472934 T6784 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2472960 T6784 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2472971 T6784 oass.SolrIndexSearcher.<init> Opening Searcher@185a88e main
[junit4:junit4] 2> 2472971 T6784 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/tlog
[junit4:junit4] 2> 2472973 T6784 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2472973 T6784 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2472977 T6785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@185a88e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2472979 T6784 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 2472979 T6784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2473503 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2473504 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56738__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56738/_vef/cq"}
[junit4:junit4] 2> 2473504 T6764 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 2473505 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 2473509 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2473509 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2473509 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2473982 T6784 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2473982 T6784 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56738/_vef/cq collection:collection1 shard:shard1
[junit4:junit4] 2> 2473983 T6784 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 2474006 T6784 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2474009 T6784 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2474010 T6784 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2474010 T6784 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4] 2> 2474010 T6784 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2474010 T6784 oasc.SyncStrategy.syncToMe http://127.0.0.1:56738/_vef/cq/collection1/ has no replicas
[junit4:junit4] 2> 2474011 T6784 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4] 2> 2474011 T6784 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 2475025 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2475041 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2475041 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2475041 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2475101 T6784 oasc.ZkController.register We are http://127.0.0.1:56738/_vef/cq/collection1/ and leader is http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4] 2> 2475101 T6784 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56738/_vef/cq
[junit4:junit4] 2> 2475101 T6784 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2475102 T6784 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 2475102 T6784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2475120 T6784 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2475121 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2475122 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2475123 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2475445 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2475448 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56741
[junit4:junit4] 2> 2475449 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2475449 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2475450 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981
[junit4:junit4] 2> 2475450 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/solr.xml
[junit4:junit4] 2> 2475451 T6741 oasc.CoreContainer.<init> New CoreContainer 234447903
[junit4:junit4] 2> 2475452 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/'
[junit4:junit4] 2> 2475452 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/'
[junit4:junit4] 2> 2475588 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 2475589 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2475589 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 2475589 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2475590 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2475590 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2475591 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2475591 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2475592 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2475592 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 2475610 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2475611 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4] 2> 2475612 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2475613 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2475630 T6797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82452a0 name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2475631 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2475651 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2475664 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2475668 T6799 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e87e077 name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2475668 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2475673 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2476555 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2476556 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56738__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56738__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56738/_vef/cq"}
[junit4:junit4] 2> 2476604 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2476605 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2476604 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2476604 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2476677 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56741__vef%2Fcq
[junit4:junit4] 2> 2476679 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56741__vef%2Fcq
[junit4:junit4] 2> 2476682 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2476682 T6783 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2476682 T6763 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2476682 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 2476683 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2476682 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2476683 T6799 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2476691 T6770 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 2476696 T6800 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1
[junit4:junit4] 2> 2476696 T6800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2476697 T6800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2476697 T6800 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2476699 T6800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/'
[junit4:junit4] 2> 2476700 T6800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/lib/README' to classloader
[junit4:junit4] 2> 2476701 T6800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2476754 T6800 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2476818 T6800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2476920 T6800 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2476929 T6800 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 2477517 T6800 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2477521 T6800 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2477524 T6800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2477530 T6800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2477553 T6800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2477554 T6800 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/
[junit4:junit4] 2> 2477554 T6800 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4] 2> 2477555 T6800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2477557 T6800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2
[junit4:junit4] 2> 2477557 T6800 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/index/
[junit4:junit4] 2> 2477558 T6800 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2477560 T6800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/index
[junit4:junit4] 2> 2477568 T6800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2477569 T6800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2477572 T6800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2477572 T6800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2477573 T6800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2477573 T6800 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2477574 T6800 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2477574 T6800 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2477575 T6800 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2477575 T6800 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2477576 T6800 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2477593 T6800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2477604 T6800 oass.SolrIndexSearcher.<init> Opening Searcher@6695a8f0 main
[junit4:junit4] 2> 2477604 T6800 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/tlog
[junit4:junit4] 2> 2477605 T6800 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2477606 T6800 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2477610 T6801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6695a8f0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2477613 T6800 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 2477613 T6800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2478110 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2478111 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56741__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56741/_vef/cq"}
[junit4:junit4] 2> 2478112 T6764 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 2478112 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 2478116 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2478116 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2478116 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2478116 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2478616 T6800 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2478616 T6800 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56741/_vef/cq collection:collection1 shard:shard2
[junit4:junit4] 2> 2478617 T6800 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 2478634 T6800 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 2478637 T6800 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 2478638 T6800 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 2478638 T6800 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4] 2> 2478638 T6800 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 2478638 T6800 oasc.SyncStrategy.syncToMe http://127.0.0.1:56741/_vef/cq/collection1/ has no replicas
[junit4:junit4] 2> 2478639 T6800 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4] 2> 2478639 T6800 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 2479631 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2479655 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2479655 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2479655 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2479655 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2479664 T6800 oasc.ZkController.register We are http://127.0.0.1:56741/_vef/cq/collection1/ and leader is http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4] 2> 2479664 T6800 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56741/_vef/cq
[junit4:junit4] 2> 2479664 T6800 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 2479664 T6800 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 2479665 T6800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2479666 T6800 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2479668 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2479668 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2479669 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2479982 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2479985 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56744
[junit4:junit4] 2> 2479986 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2479986 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2479987 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524
[junit4:junit4] 2> 2479987 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/solr.xml
[junit4:junit4] 2> 2479988 T6741 oasc.CoreContainer.<init> New CoreContainer 927904194
[junit4:junit4] 2> 2479988 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/'
[junit4:junit4] 2> 2479989 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/'
[junit4:junit4] 2> 2480152 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 2480153 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2480154 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 2480154 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2480154 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2480155 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2480155 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2480156 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2480156 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2480157 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 2480175 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2480176 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4] 2> 2480176 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2480177 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2480181 T6813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ab392df name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2480182 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2480234 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2480246 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2480272 T6815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65fa0e7e name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2480273 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2480296 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2481160 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2481161 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56741__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56741__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56741/_vef/cq"}
[junit4:junit4] 2> 2481185 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481185 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481185 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481185 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481185 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481300 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56744__vef%2Fcq
[junit4:junit4] 2> 2481302 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56744__vef%2Fcq
[junit4:junit4] 2> 2481305 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481305 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2481305 T6815 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2481305 T6763 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2481305 T6783 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2481306 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2481306 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2481306 T6799 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2481306 T6770 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 2481306 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2481322 T6816 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1
[junit4:junit4] 2> 2481323 T6816 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2481324 T6816 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2481324 T6816 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2481325 T6816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/'
[junit4:junit4] 2> 2481327 T6816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2481328 T6816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/lib/README' to classloader
[junit4:junit4] 2> 2481381 T6816 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2481451 T6816 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2481552 T6816 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2481560 T6816 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 2482127 T6816 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2482132 T6816 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2482134 T6816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2482139 T6816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2482159 T6816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2482160 T6816 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/
[junit4:junit4] 2> 2482160 T6816 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4] 2> 2482161 T6816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2482163 T6816 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3
[junit4:junit4] 2> 2482164 T6816 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index/
[junit4:junit4] 2> 2482164 T6816 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2482167 T6816 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index
[junit4:junit4] 2> 2482173 T6816 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2482173 T6816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2482177 T6816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2482177 T6816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2482178 T6816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2482178 T6816 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2482179 T6816 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2482179 T6816 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2482179 T6816 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2482180 T6816 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2482181 T6816 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2482201 T6816 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2482211 T6816 oass.SolrIndexSearcher.<init> Opening Searcher@3f0c62ed main
[junit4:junit4] 2> 2482212 T6816 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/tlog
[junit4:junit4] 2> 2482213 T6816 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2482214 T6816 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2482218 T6817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f0c62ed main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2482220 T6816 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 2482220 T6816 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2482690 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2482691 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56744__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56744/_vef/cq"}
[junit4:junit4] 2> 2482691 T6764 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 2482692 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 2482696 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2482696 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2482696 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2482696 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2482696 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2483223 T6816 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2483223 T6816 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56744/_vef/cq collection:collection1 shard:shard1
[junit4:junit4] 2> 2483226 T6816 oasc.ZkController.register We are http://127.0.0.1:56744/_vef/cq/collection1/ and leader is http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4] 2> 2483227 T6816 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56744/_vef/cq
[junit4:junit4] 2> 2483227 T6816 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 2483227 T6816 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C21880 name=collection1 org.apache.solr.core.SolrCore@6de5a2d4 url=http://127.0.0.1:56744/_vef/cq/collection1 node=127.0.0.1:56744__vef%2Fcq C21880_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56744__vef%2Fcq, base_url=http://127.0.0.1:56744/_vef/cq}
[junit4:junit4] 2> 2483228 T6818 C21880 P56744 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 2483228 T6818 C21880 P56744 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2483228 T6816 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2483228 T6818 C21880 P56744 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 2483229 T6818 C21880 P56744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2483229 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2483230 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2483230 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2483231 T6818 C21880 P56744 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2483259 T6773 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:56744__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2483552 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 2483555 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56748
[junit4:junit4] 2> 2483556 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 2483556 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 2483557 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097
[junit4:junit4] 2> 2483557 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/solr.xml
[junit4:junit4] 2> 2483557 T6741 oasc.CoreContainer.<init> New CoreContainer 126984632
[junit4:junit4] 2> 2483558 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/'
[junit4:junit4] 2> 2483559 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/'
[junit4:junit4] 2> 2483702 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 2483703 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 2483703 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 2483704 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 2483704 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 2483705 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 2483705 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 2483705 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 2483706 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 2483706 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 2483726 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 2483727 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4] 2> 2483728 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 2483729 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2483732 T6830 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70f1e877 name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2483733 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2483747 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 2483761 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 2483764 T6832 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59a2e01d name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 2483764 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 2483776 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 2484212 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2484213 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56744__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56744__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56744/_vef/cq"}
[junit4:junit4] 2> 2484228 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484228 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484228 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484228 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484228 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484228 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484261 T6773 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:56744__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 2484261 T6773 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:56744__vef%252Fcq_collection1&state=recovering&nodeName=127.0.0.1:56744__vef%252Fcq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 2484780 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56748__vef%2Fcq
[junit4:junit4] 2> 2484782 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56748__vef%2Fcq
[junit4:junit4] 2> 2484785 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484785 T6763 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2484785 T6832 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2484785 T6815 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2484785 T6783 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2484785 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 2484786 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2484786 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2484786 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2484786 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2484795 T6770 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2484796 T6799 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 2484801 T6833 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1
[junit4:junit4] 2> 2484802 T6833 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 2484802 T6833 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 2484802 T6833 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 2484804 T6833 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/'
[junit4:junit4] 2> 2484806 T6833 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/lib/README' to classloader
[junit4:junit4] 2> 2484807 T6833 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 2484861 T6833 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 2484926 T6833 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 2485027 T6833 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 2485035 T6833 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 2485615 T6833 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 2485620 T6833 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 2485623 T6833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2485638 T6833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 2485660 T6833 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2485661 T6833 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/
[junit4:junit4] 2> 2485661 T6833 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4] 2> 2485661 T6833 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 2485664 T6833 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4
[junit4:junit4] 2> 2485665 T6833 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index/
[junit4:junit4] 2> 2485665 T6833 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 2485668 T6833 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index
[junit4:junit4] 2> 2485675 T6833 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2485675 T6833 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2485679 T6833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 2485679 T6833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 2485680 T6833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 2485680 T6833 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 2485681 T6833 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 2485681 T6833 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 2485682 T6833 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 2485682 T6833 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 2485683 T6833 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 2485704 T6833 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 2485714 T6833 oass.SolrIndexSearcher.<init> Opening Searcher@39a3bfd6 main
[junit4:junit4] 2> 2485714 T6833 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/tlog
[junit4:junit4] 2> 2485716 T6833 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 2485716 T6833 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 2485721 T6834 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39a3bfd6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 2485723 T6833 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 2485723 T6833 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2485733 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2485734 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56748__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56748/_vef/cq"}
[junit4:junit4] 2> 2485734 T6764 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 2485734 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 2485739 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2485739 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2485739 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2485739 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2485739 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2485739 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> ASYNC NEW_CORE C21881 name=collection1 org.apache.solr.core.SolrCore@6de5a2d4 url=http://127.0.0.1:56744/_vef/cq/collection1 node=127.0.0.1:56744__vef%2Fcq C21881_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56744__vef%2Fcq, base_url=http://127.0.0.1:56744/_vef/cq}
[junit4:junit4] 2> 2486263 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56738/_vef/cq/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 2486263 T6818 C21881 P56744 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56744/_vef/cq START replicas=[http://127.0.0.1:56738/_vef/cq/collection1/] nUpdates=100
[junit4:junit4] 2> 2486264 T6818 C21881 P56744 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2486265 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 2486265 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 2486265 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 2486265 T6818 C21881 P56744 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2486266 T6818 C21881 P56744 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56738/_vef/cq/collection1/. core=collection1
[junit4:junit4] 2> 2486266 T6818 C21881 P56744 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C21882 name=collection1 org.apache.solr.core.SolrCore@1d088756 url=http://127.0.0.1:56738/_vef/cq/collection1 node=127.0.0.1:56738__vef%2Fcq C21882_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56738__vef%2Fcq, base_url=http://127.0.0.1:56738/_vef/cq, leader=true}
[junit4:junit4] 2> 2486272 T6774 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 2486286 T6775 C21882 P56738 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2486291 T6775 C21882 P56738 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2486291 T6775 C21882 P56738 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2486300 T6775 C21882 P56738 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2486300 T6775 C21882 P56738 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2486302 T6775 C21882 P56738 oass.SolrIndexSearcher.<init> Opening Searcher@77919128 realtime
[junit4:junit4] 2> 2486302 T6775 C21882 P56738 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2486302 T6775 C21882 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4] 2> 2486303 T6818 C21881 P56744 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2486304 T6818 C21881 P56744 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2486307 T6776 C21882 P56738 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2486307 T6776 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 2486308 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2486308 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2486308 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2486312 T6776 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 2486312 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 2486315 T6818 C21881 P56744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152
[junit4:junit4] 2> 2486318 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853969tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ed5ae81)) fullCopy=false
[junit4:junit4] 2> 2486322 T6776 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 2486324 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2486328 T6818 C21881 P56744 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2486328 T6818 C21881 P56744 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 2486335 T6818 C21881 P56744 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2486336 T6818 C21881 P56744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2486336 T6818 C21881 P56744 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2486338 T6818 C21881 P56744 oass.SolrIndexSearcher.<init> Opening Searcher@708845f4 main
[junit4:junit4] 2> 2486339 T6817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@708845f4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2486339 T6818 C21881 P56744 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152;done=true>>]
[junit4:junit4] 2> 2486340 T6818 C21881 P56744 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152
[junit4:junit4] 2> 2486340 T6818 C21881 P56744 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152
[junit4:junit4] 2> 2486340 T6818 C21881 P56744 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 2486340 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 2486341 T6818 C21881 P56744 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 2486341 T6818 C21881 P56744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2486343 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 2486726 T6833 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 2486726 T6833 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56748/_vef/cq collection:collection1 shard:shard2
[junit4:junit4] 2> 2486729 T6833 oasc.ZkController.register We are http://127.0.0.1:56748/_vef/cq/collection1/ and leader is http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4] 2> 2486730 T6833 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56748/_vef/cq
[junit4:junit4] 2> 2486730 T6833 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 2486730 T6833 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C21883 name=collection1 org.apache.solr.core.SolrCore@1c0ee552 url=http://127.0.0.1:56748/_vef/cq/collection1 node=127.0.0.1:56748__vef%2Fcq C21883_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4] 2> 2486731 T6837 C21883 P56748 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 2486731 T6833 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2486731 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 2486731 T6837 C21883 P56748 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 2486732 T6837 C21883 P56748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2486732 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4] 2> 2486733 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 2486733 T6837 C21883 P56748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2486733 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2486762 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2486763 T6789 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:56748__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 2486763 T6741 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 2486764 T6741 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 2486764 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2487253 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2487254 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56744__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56744__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56744/_vef/cq"}
[junit4:junit4] 2> 2487261 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56748__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56748__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56748/_vef/cq"}
[junit4:junit4] 2> 2487274 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2487274 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2487274 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2487274 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2487274 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2487274 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2487764 T6789 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:56748__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 2487764 T6789 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:56748__vef%252Fcq_collection1&state=recovering&nodeName=127.0.0.1:56748__vef%252Fcq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 2487766 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2488768 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C21883_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4] 2> 2489766 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56741/_vef/cq/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 2489766 T6837 C21883 P56748 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56748/_vef/cq START replicas=[http://127.0.0.1:56741/_vef/cq/collection1/] nUpdates=100
[junit4:junit4] 2> 2489767 T6837 C21883 P56748 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 2489767 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 2489767 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 2489767 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 2489767 T6837 C21883 P56748 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 2489768 T6837 C21883 P56748 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56741/_vef/cq/collection1/. core=collection1
[junit4:junit4] 2> 2489768 T6837 C21883 P56748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 2489770 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C21884 name=collection1 org.apache.solr.core.SolrCore@3c78b319 url=http://127.0.0.1:56741/_vef/cq/collection1 node=127.0.0.1:56741__vef%2Fcq C21884_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56741__vef%2Fcq, base_url=http://127.0.0.1:56741/_vef/cq, leader=true}
[junit4:junit4] 2> 2489780 T6790 C21884 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 2489780 T6791 C21884 P56741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2489786 T6791 C21884 P56741 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2489786 T6791 C21884 P56741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2489838 T6791 C21884 P56741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2489838 T6791 C21884 P56741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2489840 T6791 C21884 P56741 oass.SolrIndexSearcher.<init> Opening Searcher@14391e93 realtime
[junit4:junit4] 2> 2489840 T6791 C21884 P56741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2489841 T6791 C21884 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 61
[junit4:junit4] 2> 2489842 T6837 C21883 P56748 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2489842 T6837 C21883 P56748 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 2489845 T6792 C21884 P56741 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 2489845 T6792 C21884 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 2489846 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 2489846 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 2489846 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 2489848 T6792 C21884 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 2489849 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> ASYNC NEW_CORE C21885 name=collection1 org.apache.solr.core.SolrCore@1c0ee552 url=http://127.0.0.1:56748/_vef/cq/collection1 node=127.0.0.1:56748__vef%2Fcq C21885_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4] 2> 2489859 T6837 C21885 P56748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688
[junit4:junit4] 2> 2489860 T6837 C21885 P56748 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853970tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@789b3b4)) fullCopy=false
[junit4:junit4] 2> ASYNC NEW_CORE C21886 name=collection1 org.apache.solr.core.SolrCore@3c78b319 url=http://127.0.0.1:56741/_vef/cq/collection1 node=127.0.0.1:56741__vef%2Fcq C21886_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56741__vef%2Fcq, base_url=http://127.0.0.1:56741/_vef/cq, leader=true}
[junit4:junit4] 2> 2489864 T6792 C21886 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 2489866 T6837 C21885 P56748 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 2489868 T6837 C21885 P56748 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 2489869 T6837 C21885 P56748 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 2489873 T6837 C21885 P56748 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2489874 T6837 C21885 P56748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2489874 T6837 C21885 P56748 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 2489875 T6837 C21885 P56748 oass.SolrIndexSearcher.<init> Opening Searcher@24d19e52 main
[junit4:junit4] 2> 2489876 T6834 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24d19e52 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2489877 T6837 C21885 P56748 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688;done=true>>]
[junit4:junit4] 2> 2489877 T6837 C21885 P56748 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688
[junit4:junit4] 2> 2489878 T6837 C21885 P56748 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688
[junit4:junit4] 2> 2489878 T6837 C21885 P56748 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 2489878 T6837 C21885 P56748 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 2489878 T6837 C21885 P56748 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 2489878 T6837 C21885 P56748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 2489880 T6837 C21885 P56748 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 2490289 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2490290 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:56748__vef%2Fcq_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:56748__vef%2Fcq",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:56748/_vef/cq"}
[junit4:junit4] 2> 2490330 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2490330 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2490330 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2490330 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2490330 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2490330 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 2490772 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2490773 T6741 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C21887 name=collection1 org.apache.solr.core.SolrCore@6cad3bb8 url=http://127.0.0.1:56734/_vef/cq/collection1 node=127.0.0.1:56734__vef%2Fcq C21887_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:56734__vef%2Fcq, base_url=http://127.0.0.1:56734/_vef/cq, leader=true}
[junit4:junit4] 2> 2490786 T6753 C21887 P56734 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2490791 T6753 C21887 P56734 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_1,generation=1}
[junit4:junit4] 2> 2490791 T6753 C21887 P56734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 2490795 T6753 C21887 P56734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_2,generation=2}
[junit4:junit4] 2> 2490796 T6753 C21887 P56734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 2490797 T6753 C21887 P56734 oass.SolrIndexSearcher.<init> Opening Searcher@2ae4afa0 main
[junit4:junit4] 2> 2490798 T6753 C21887 P56734 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2490798 T6767 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ae4afa0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2490799 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 2> 2490810 T6793 C21886 P56741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2490814 T6793 C21886 P56741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_3,generation=3}
[junit4:junit4] 2> 2490814 T6793 C21886 P56741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 2490815 T6793 C21886 P56741 oass.SolrIndexSearcher.<init> Opening Searcher@418c9b48 main
[junit4:junit4] 2> 2490816 T6793 C21886 P56741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2490817 T6801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@418c9b48 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2490817 T6793 C21886 P56741 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56738/_vef/cq/collection1/, StdNode: http://127.0.0.1:56744/_vef/cq/collection1/, StdNode: http://127.0.0.1:56748/_vef/cq/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> ASYNC NEW_CORE C21888 name=collection1 org.apache.solr.core.SolrCore@1d088756 url=http://127.0.0.1:56738/_vef/cq/collection1 node=127.0.0.1:56738__vef%2Fcq C21888_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56738__vef%2Fcq, base_url=http://127.0.0.1:56738/_vef/cq, leader=true}
[junit4:junit4] 2> 2490821 T6777 C21888 P56738 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2490826 T6777 C21888 P56738 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_3,generation=3}
[junit4:junit4] 2> 2490827 T6777 C21888 P56738 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 2490828 T6777 C21888 P56738 oass.SolrIndexSearcher.<init> Opening Searcher@158a255 main
[junit4:junit4] 2> 2490828 T6777 C21888 P56738 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2490829 T6785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@158a255 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2490830 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> C21885_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4] 2> 2490838 T6822 C21885 P56748 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C21889 name=collection1 org.apache.solr.core.SolrCore@6de5a2d4 url=http://127.0.0.1:56744/_vef/cq/collection1 node=127.0.0.1:56744__vef%2Fcq C21889_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56744__vef%2Fcq, base_url=http://127.0.0.1:56744/_vef/cq}
[junit4:junit4] 2> 2490838 T6805 C21889 P56744 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 2490851 T6822 C21885 P56748 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_3,generation=3}
[junit4:junit4] 2> 2490852 T6805 C21889 P56744 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_3,generation=3}
[junit4:junit4] 2> 2490852 T6822 C21885 P56748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 2490853 T6805 C21889 P56744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 2490854 T6822 C21885 P56748 oass.SolrIndexSearcher.<init> Opening Searcher@3209ce43 main
[junit4:junit4] 2> 2490855 T6805 C21889 P56744 oass.SolrIndexSearcher.<init> Opening Searcher@768d544a main
[junit4:junit4] 2> 2490855 T6822 C21885 P56748 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2490855 T6805 C21889 P56744 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 2490856 T6817 oasc.JmxMonitoredMap.put WARN Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:513)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4] 2> at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:303)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1784)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.access$000(SolrCore.java:131)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1661)
[junit4:junit4] 2> at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2>
[junit4:junit4] 2> 2490856 T6834 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3209ce43 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2490857 T6817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@768d544a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 2490857 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4] 2> 2490858 T6805 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4] 2> 2490859 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4] 2> 2490860 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 2490862 T6778 C21888 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2490864 T6806 C21889 P56744 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2490865 T6794 C21886 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2490867 T6823 C21885 P56748 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 2492872 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435809278023696384)} 0 2
[junit4:junit4] 2> 2492881 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={update.distrib=FROMLEADER&_version_=-1435809278027890688&update.from=http://127.0.0.1:56738/_vef/cq/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435809278027890688)} 0 2
[junit4:junit4] 2> 2492886 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={update.distrib=FROMLEADER&_version_=-1435809278033133568&update.from=http://127.0.0.1:56741/_vef/cq/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435809278033133568)} 0 2
[junit4:junit4] 2> 2492886 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435809278033133568)} 0 7
[junit4:junit4] 2> 2492887 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435809278027890688)} 0 13
[junit4:junit4] 2> 2492893 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[0 (1435809278044667904)]} 0 2
[junit4:junit4] 2> 2492901 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435809278049910784)]} 0 2
[junit4:junit4] 2> 2492902 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[0 (1435809278049910784)]} 0 7
[junit4:junit4] 2> 2492905 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[1 (1435809278060396544)]} 0 0
[junit4:junit4] 2> 2492913 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435809278065639424)]} 0 0
[junit4:junit4] 2> 2492914 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435809278065639424)]} 0 4
[junit4:junit4] 2> 2492915 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4] 2> 2492918 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[2 (1435809278074028032)]} 0 0
[junit4:junit4] 2> 2492929 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435809278079270912)]} 0 2
[junit4:junit4] 2> 2492930 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1435809278079270912)]} 0 7
[junit4:junit4] 2> 2492931 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[2]} 0 10
[junit4:junit4] 2> 2492933 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[3 (1435809278089756672)]} 0 0
[junit4:junit4] 2> 2492939 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435809278092902400)]} 0 0
[junit4:junit4] 2> 2492940 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[3 (1435809278092902400)]} 0 4
[junit4:junit4] 2> 2492943 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[4 (1435809278100242432)]} 0 0
[junit4:junit4] 2> 2492950 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435809278105485312)]} 0 0
[junit4:junit4] 2> 2492951 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1435809278105485312)]} 0 3
[junit4:junit4] 2> 2492952 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[4]} 0 6
[junit4:junit4] 2> 2492954 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[5 (1435809278111776768)]} 0 0
[junit4:junit4] 2> 2492961 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435809278117019648)]} 0 0
[junit4:junit4] 2> 2492962 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1435809278117019648)]} 0 3
[junit4:junit4] 2> 2492963 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[5]} 0 6
[junit4:junit4] 2> 2492965 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[6 (1435809278123311104)]} 0 0
[junit4:junit4] 2> 2492972 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435809278128553984)]} 0 0
[junit4:junit4] 2> 2492973 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1435809278128553984)]} 0 3
[junit4:junit4] 2> 2492974 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[6]} 0 6
[junit4:junit4] 2> 2492976 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[7 (1435809278134845440)]} 0 0
[junit4:junit4] 2> 2492982 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435809278137991168)]} 0 0
[junit4:junit4] 2> 2492983 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[7 (1435809278137991168)]} 0 4
[junit4:junit4] 2> 2492986 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[8 (1435809278145331200)]} 0 0
[junit4:junit4] 2> 2492993 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435809278150574080)]} 0 0
[junit4:junit4] 2> 2492994 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1435809278150574080)]} 0 3
[junit4:junit4] 2> 2492995 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[8]} 0 6
[junit4:junit4] 2> 2492997 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[9 (1435809278156865536)]} 0 0
[junit4:junit4] 2> 2493002 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435809278160011264)]} 0 0
[junit4:junit4] 2> 2493003 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[9 (1435809278160011264)]} 0 3
[junit4:junit4] 2> 2493005 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[10 (1435809278165254144)]} 0 0
[junit4:junit4] 2> 2493013 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435809278170497024)]} 0 1
[junit4:junit4] 2> 2493013 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1435809278170497024)]} 0 3
[junit4:junit4] 2> 2493014 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[10]} 0 6
[junit4:junit4] 2> 2493017 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[11 (1435809278177837056)]} 0 0
[junit4:junit4] 2> 2493023 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435809278180982784)]} 0 0
[junit4:junit4] 2> 2493024 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[11 (1435809278180982784)]} 0 4
[junit4:junit4] 2> 2493027 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[12 (1435809278188322816)]} 0 0
[junit4:junit4] 2> 2493035 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435809278193565696)]} 0 0
[junit4:junit4] 2> 2493036 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1435809278193565696)]} 0 4
[junit4:junit4] 2> 2493037 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4] 2> 2493041 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[13 (1435809278201954304)]} 0 1
[junit4:junit4] 2> 2493052 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435809278209294336)]} 0 1
[junit4:junit4] 2> 2493053 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1435809278209294336)]} 0 6
[junit4:junit4] 2> 2493053 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[13]} 0 10
[junit4:junit4] 2> 2493056 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[14 (1435809278218731520)]} 0 0
[junit4:junit4] 2> 2493061 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435809278221877248)]} 0 0
[junit4:junit4] 2> 2493062 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[14 (1435809278221877248)]} 0 3
[junit4:junit4] 2> 2493065 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[15 (1435809278228168704)]} 0 0
[junit4:junit4] 2> 2493070 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435809278231314432)]} 0 0
[junit4:junit4] 2> 2493071 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[15 (1435809278231314432)]} 0 3
[junit4:junit4] 2> 2493074 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[16 (1435809278237605888)]} 0 0
[junit4:junit4] 2> 2493079 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435809278240751616)]} 0 0
[junit4:junit4] 2> 2493080 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[16 (1435809278240751616)]} 0 3
[junit4:junit4] 2> 2493082 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[17 (1435809278245994496)]} 0 0
[junit4:junit4] 2> 2493087 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435809278249140224)]} 0 0
[junit4:junit4] 2> 2493088 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[17 (1435809278249140224)]} 0 3
[junit4:junit4] 2> 2493091 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[18 (1435809278255431680)]} 0 0
[junit4:junit4] 2> 2493096 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435809278258577408)]} 0 0
[junit4:junit4] 2> 2493097 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[18 (1435809278258577408)]} 0 3
[junit4:junit4] 2> 2493099 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[19 (1435809278263820288)]} 0 0
[junit4:junit4] 2> 2493104 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435809278266966016)]} 0 0
[junit4:junit4] 2> 2493105 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[19 (1435809278266966016)]} 0 3
[junit4:junit4] 2> 2493107 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[20 (1435809278272208896)]} 0 0
[junit4:junit4] 2> 2493114 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435809278277451776)]} 0 0
[junit4:junit4] 2> 2493115 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1435809278277451776)]} 0 3
[junit4:junit4] 2> 2493116 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[20]} 0 6
[junit4:junit4] 2> 2493118 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[21 (1435809278283743232)]} 0 0
[junit4:junit4] 2> 2493136 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435809278288986112)]} 0 1
[junit4:junit4] 2> 2493137 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1435809278288986112)]} 0 14
[junit4:junit4] 2> 2493138 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[21]} 0 17
[junit4:junit4] 2> 2493142 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[22 (1435809278307860480)]} 0 1
[junit4:junit4] 2> 2493149 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435809278313103360)]} 0 0
[junit4:junit4] 2> 2493150 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435809278313103360)]} 0 4
[junit4:junit4] 2> 2493151 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[22]} 0 7
[junit4:junit4] 2> 2493154 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[23 (1435809278321491968)]} 0 0
[junit4:junit4] 2> 2493159 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435809278324637696)]} 0 0
[junit4:junit4] 2> 2493160 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[23 (1435809278324637696)]} 0 3
[junit4:junit4] 2> 2493162 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[24 (1435809278329880576)]} 0 0
[junit4:junit4] 2> 2493169 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435809278335123456)]} 0 0
[junit4:junit4] 2> 2493170 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1435809278335123456)]} 0 3
[junit4:junit4] 2> 2493170 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[24]} 0 5
[junit4:junit4] 2> 2493173 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[25 (1435809278341414912)]} 0 0
[junit4:junit4] 2> 2493180 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435809278346657792)]} 0 0
[junit4:junit4] 2> 2493181 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1435809278346657792)]} 0 3
[junit4:junit4] 2> 2493181 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[25]} 0 5
[junit4:junit4] 2> 2493184 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[26 (1435809278352949248)]} 0 0
[junit4:junit4] 2> 2493191 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435809278358192128)]} 0 0
[junit4:junit4] 2> 2493192 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1435809278358192128)]} 0 3
[junit4:junit4] 2> 2493192 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[26]} 0 5
[junit4:junit4] 2> 2493195 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[27 (1435809278364483584)]} 0 0
[junit4:junit4] 2> 2493204 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435809278369726464)]} 0 1
[junit4:junit4] 2> 2493205 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1435809278369726464)]} 0 5
[junit4:junit4] 2> 2493205 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[27]} 0 7
[junit4:junit4] 2> 2493208 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[28 (1435809278378115072)]} 0 0
[junit4:junit4] 2> 2493215 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435809278383357952)]} 0 0
[junit4:junit4] 2> 2493216 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1435809278383357952)]} 0 3
[junit4:junit4] 2> 2493217 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[28]} 0 6
[junit4:junit4] 2> 2493219 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[29 (1435809278389649408)]} 0 0
[junit4:junit4] 2> 2493225 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435809278392795136)]} 0 0
[junit4:junit4] 2> 2493226 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[29 (1435809278392795136)]} 0 4
[junit4:junit4] 2> 2493229 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[30 (1435809278400135168)]} 0 0
[junit4:junit4] 2> 2493238 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435809278405378048)]} 0 1
[junit4:junit4] 2> 2493238 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435809278405378048)]} 0 4
[junit4:junit4] 2> 2493239 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[30]} 0 7
[junit4:junit4] 2> 2493243 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[31 (1435809278413766656)]} 0 1
[junit4:junit4] 2> 2493248 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435809278416912384)]} 0 0
[junit4:junit4] 2> 2493249 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[31 (1435809278416912384)]} 0 4
[junit4:junit4] 2> 2493252 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[32 (1435809278424252416)]} 0 0
[junit4:junit4] 2> 2493258 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435809278427398144)]} 0 0
[junit4:junit4] 2> 2493259 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[32 (1435809278427398144)]} 0 4
[junit4:junit4] 2> 2493262 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[33 (1435809278434738176)]} 0 0
[junit4:junit4] 2> 2493270 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435809278439981056)]} 0 0
[junit4:junit4] 2> 2493271 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435809278439981056)]} 0 4
[junit4:junit4] 2> 2493272 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[33]} 0 7
[junit4:junit4] 2> 2493276 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[34 (1435809278448369664)]} 0 1
[junit4:junit4] 2> 2493282 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435809278453612544)]} 0 0
[junit4:junit4] 2> 2493283 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1435809278453612544)]} 0 3
[junit4:junit4] 2> 2493284 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[34]} 0 6
[junit4:junit4] 2> 2493286 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[35 (1435809278459904000)]} 0 0
[junit4:junit4] 2> 2493291 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435809278463049728)]} 0 0
[junit4:junit4] 2> 2493292 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[35 (1435809278463049728)]} 0 3
[junit4:junit4] 2> 2493294 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[36 (1435809278468292608)]} 0 0
[junit4:junit4] 2> 2493301 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435809278473535488)]} 0 0
[junit4:junit4] 2> 2493302 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1435809278473535488)]} 0 3
[junit4:junit4] 2> 2493303 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[36]} 0 6
[junit4:junit4] 2> 2493305 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[37 (1435809278479826944)]} 0 0
[junit4:junit4] 2> 2493312 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435809278485069824)]} 0 0
[junit4:junit4] 2> 2493313 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1435809278485069824)]} 0 3
[junit4:junit4] 2> 2493314 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[37]} 0 6
[junit4:junit4] 2> 2493317 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[38 (1435809278492409856)]} 0 0
[junit4:junit4] 2> 2493324 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435809278495555584)]} 0 1
[junit4:junit4] 2> 2493324 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[38 (1435809278495555584)]} 0 4
[junit4:junit4] 2> 2493327 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[39 (1435809278502895616)]} 0 0
[junit4:junit4] 2> 2493333 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435809278506041344)]} 0 0
[junit4:junit4] 2> 2493334 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[39 (1435809278506041344)]} 0 4
[junit4:junit4] 2> 2493337 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[40 (1435809278513381376)]} 0 0
[junit4:junit4] 2> 2493343 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435809278516527104)]} 0 1
[junit4:junit4] 2> 2493343 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[40 (1435809278516527104)]} 0 3
[junit4:junit4] 2> 2493346 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[41 (1435809278522818560)]} 0 0
[junit4:junit4] 2> 2493354 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435809278528061440)]} 0 1
[junit4:junit4] 2> 2493354 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1435809278528061440)]} 0 3
[junit4:junit4] 2> 2493355 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[41]} 0 6
[junit4:junit4] 2> 2493358 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[42 (1435809278535401472)]} 0 0
[junit4:junit4] 2> 2493365 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435809278540644352)]} 0 0
[junit4:junit4] 2> 2493366 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[42 (1435809278540644352)]} 0 3
[junit4:junit4] 2> 2493366 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[42]} 0 5
[junit4:junit4] 2> 2493369 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[43 (1435809278546935808)]} 0 0
[junit4:junit4] 2> 2493374 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435809278550081536)]} 0 0
[junit4:junit4] 2> 2493375 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[43 (1435809278550081536)]} 0 3
[junit4:junit4] 2> 2493377 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[44 (1435809278555324416)]} 0 0
[junit4:junit4] 2> 2493383 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435809278558470144)]} 0 1
[junit4:junit4] 2> 2493384 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[44 (1435809278558470144)]} 0 3
[junit4:junit4] 2> 2493386 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[45 (1435809278564761600)]} 0 0
[junit4:junit4] 2> 2493393 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435809278570004480)]} 0 0
[junit4:junit4] 2> 2493394 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435809278570004480)]} 0 3
[junit4:junit4] 2> 2493395 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[45]} 0 6
[junit4:junit4] 2> 2493398 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[46 (1435809278577344512)]} 0 0
[junit4:junit4] 2> 2493405 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435809278582587392)]} 0 0
[junit4:junit4] 2> 2493406 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1435809278582587392)]} 0 3
[junit4:junit4] 2> 2493407 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[46]} 0 6
[junit4:junit4] 2> 2493409 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[47 (1435809278588878848)]} 0 0
[junit4:junit4] 2> 2493417 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435809278594121728)]} 0 0
[junit4:junit4] 2> 2493418 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435809278594121728)]} 0 4
[junit4:junit4] 2> 2493419 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[47]} 0 7
[junit4:junit4] 2> 2493421 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[48 (1435809278601461760)]} 0 0
[junit4:junit4] 2> 2493428 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1435809278606704640)]} 0 0
[junit4:junit4] 2> 2493429 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[48 (1435809278606704640)]} 0 3
[junit4:junit4] 2> 2493430 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[48]} 0 6
[junit4:junit4] 2> 2493432 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[49 (1435809278612996096)]} 0 0
[junit4:junit4] 2> 2493437 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1435809278616141824)]} 0 0
[junit4:junit4] 2> 2493438 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[49 (1435809278616141824)]} 0 3
[junit4:junit4] 2> 2493440 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[50 (1435809278621384704)]} 0 0
[junit4:junit4] 2> 2493445 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1435809278624530432)]} 0 0
[junit4:junit4] 2> 2493446 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[50 (1435809278624530432)]} 0 3
[junit4:junit4] 2> 2493449 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[51 (1435809278630821888)]} 0 0
[junit4:junit4] 2> 2493454 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1435809278633967616)]} 0 0
[junit4:junit4] 2> 2493455 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[51 (1435809278633967616)]} 0 3
[junit4:junit4] 2> 2493458 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[52 (1435809278640259072)]} 0 0
[junit4:junit4] 2> 2493464 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1435809278643404800)]} 0 1
[junit4:junit4] 2> 2493464 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[52 (1435809278643404800)]} 0 3
[junit4:junit4] 2> 2493467 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[53 (1435809278649696256)]} 0 0
[junit4:junit4] 2> 2493474 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1435809278654939136)]} 0 0
[junit4:junit4] 2> 2493475 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] weba
[...truncated too long message...]
2> 2749924 T6832 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 2749924 T6832 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index;done=false>>]
[junit4:junit4] 2> 2749924 T6832 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index
[junit4:junit4] 2> 2749937 T6832 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4;done=false>>]
[junit4:junit4] 2> 2749938 T6832 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4
[junit4:junit4] 2> 2749938 T6832 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 2749938 T6832 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89738078148821004-127.0.0.1:56748__vef%2Fcq_collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 2749939 T6832 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2749939 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2749939 T6832 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2749940 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 2749940 T6832 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 2749940 T6832 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_BH, timezone=America/Argentina/ComodRivadavia
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=3,free=209737056,total=443219968
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestDynamicFieldCollectionResource, XsltUpdateRequestHandlerTest, TestPostingsSolrHighlighter, CurrencyFieldOpenExchangeTest, TestQueryTypes, TestCopyFieldCollectionResource, CoreContainerCoreInitFailuresTest, TestPartialUpdateDeduplication, DistanceFunctionTest, TestJmxMonitoredMap, TestPropInject, SolrPluginUtilsTest, TestBinaryField, TestQuerySenderNoQuery, TestNumberUtils, PingRequestHandlerTest, CachingDirectoryFactoryTest, DirectSolrSpellCheckerTest, DOMUtilTest, StatsComponentTest, TestRTGBase, TestBM25SimilarityFactory, ShardRoutingCustomTest, HighlighterConfigTest, ClusterStateTest, TestIndexingPerformance, DebugComponentTest, FileUtilsTest, TestShardHandlerFactory, SampleTest, SortByFunctionTest, TestFastOutputStream, TestSchemaSimilarityResource, TestRangeQuery, TestSystemIdResolver, TestUtils, TestOmitPositions, MultiTermTest, SignatureUpdateProcessorFactoryTest, BasicZkTest, TestSolrQueryParserDefaultOperatorResource, TestUpdate, TestCodecSupport, TestSolr4Spatial, TestDefaultSimilarityFactory, SpellCheckComponentTest, TestLazyCores, DirectUpdateHandlerTest, JSONWriterTest, TestCollationField, SolrCoreCheckLockOnStartupTest, TestCSVResponseWriter, SimplePostToolTest, TestReload, CopyFieldTest, TestSolrQueryParserResource, IndexBasedSpellCheckerTest, TestSolrJ, OutputWriterTest, ChaosMonkeySafeLeaderTest, DateMathParserTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, OpenExchangeRatesOrgProviderTest, RequiredFieldsTest, HardAutoCommitTest, NumericFieldsTest, TestDistributedGrouping, TestDistributedSearch, SpellCheckCollatorTest, UniqFieldsUpdateProcessorFactoryTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, SolrCmdDistributorTest, ConvertedLegacyTest, TestFiltering, TestIndexSearcher, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, TestStressLucene, TestCSVLoader, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, CacheHeaderTest, StandardRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, MBeansHandlerTest, CSVRequestHandlerTest, TestBinaryResponseWriter, IndexReaderFactoryTest, UpdateParamsTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestPluginEnable, TimeZoneUtilsTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, TestSolrXMLSerializer, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, ZkNodePropsTest, UUIDFieldTest, CircularListTest, SolrTestCaseJ4Test, AliasIntegrationTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 283.92s, 1 test, 1 error <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:387: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:360: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 1 error, 11 ignored (5 assumptions)
Total time: 102 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 268 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/268/
4 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:55152 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:55152 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7:3864AF83C91716DB]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
There are still nodes recoverying - waited for 230 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7:3864AF83C91716DB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:601)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:722)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest] at java.net.PlainSocketImpl.socketConnect(Native Method) at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339) at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200) at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182) at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391) at java.net.Socket.connect(Socket.java:579) at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127) at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180) at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294) at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645) at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805) at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365) at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180) at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) at java.lang.Thread.run(Thread.java:722)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
at java.net.Socket.connect(Socket.java:579)
at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:722)
at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)
Build Log:
[...truncated 9464 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 234753 T1208 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 234760 T1208 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369223342302
[junit4:junit4] 2> 234762 T1208 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 234762 T1209 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 234863 T1208 oasc.ZkTestServer.run start zk server on port:55145
[junit4:junit4] 2> 234864 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 234870 T1215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b1a0a9b name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 234870 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 234870 T1208 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 234930 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 234932 T1217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68fa0d64 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 234932 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 234932 T1208 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 234986 T1208 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 234988 T1208 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 235023 T1208 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 235026 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 235026 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 235038 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 235038 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 235141 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 235142 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 235154 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 235155 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 235157 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 235158 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 235160 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 235161 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 235163 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 235164 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 235166 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 235167 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 235174 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 235174 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 235447 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 235452 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55148
[junit4:junit4] 2> 235453 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 235454 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 235454 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718
[junit4:junit4] 2> 235454 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/solr.xml
[junit4:junit4] 2> 235455 T1208 oasc.CoreContainer.<init> New CoreContainer 1232147779
[junit4:junit4] 2> 235455 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/'
[junit4:junit4] 2> 235456 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/'
[junit4:junit4] 2> 235593 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 235594 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 235594 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 235595 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 235595 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 235595 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 235596 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 235596 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 235597 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 235597 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 235618 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 235619 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4] 2> 235619 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 235620 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 235629 T1228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d5e020b name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 235630 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 235637 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 235646 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 235653 T1230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@208290a1 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 235653 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 235655 T1208 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 235659 T1208 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 235669 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 235671 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55148_
[junit4:junit4] 2> 235672 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55148_
[junit4:junit4] 2> 235680 T1208 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 235692 T1208 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 235693 T1208 oasc.Overseer.start Overseer (id=89733420961628163-127.0.0.1:55148_-n_0000000000) starting
[junit4:junit4] 2> 235696 T1208 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 235699 T1232 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 235699 T1208 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 235701 T1208 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 235702 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 235704 T1231 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 235707 T1233 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1
[junit4:junit4] 2> 235707 T1233 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 235708 T1233 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 235708 T1233 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 235709 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/'
[junit4:junit4] 2> 235710 T1233 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/lib/README' to classloader
[junit4:junit4] 2> 235711 T1233 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 235753 T1233 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 235800 T1233 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 235901 T1233 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 235910 T1233 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 236350 T1233 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 236354 T1233 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 236356 T1233 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 236362 T1233 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 236389 T1233 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 236389 T1233 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/
[junit4:junit4] 2> 236390 T1233 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4] 2> 236390 T1233 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 236391 T1233 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data
[junit4:junit4] 2> 236391 T1233 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/index/
[junit4:junit4] 2> 236391 T1233 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 236392 T1233 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/index
[junit4:junit4] 2> 236397 T1233 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 236397 T1233 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 236400 T1233 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 236401 T1233 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 236401 T1233 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 236402 T1233 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 236402 T1233 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 236403 T1233 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 236403 T1233 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 236403 T1233 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 236404 T1233 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 236423 T1233 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 236430 T1233 oass.SolrIndexSearcher.<init> Opening Searcher@20deefe4 main
[junit4:junit4] 2> 236431 T1233 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/tlog
[junit4:junit4] 2> 236432 T1233 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 236432 T1233 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 236437 T1234 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20deefe4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 236439 T1233 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 236439 T1233 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 237207 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 237208 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55148_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55148"}
[junit4:junit4] 2> 237208 T1231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 237208 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 237224 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 237468 T1233 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 237468 T1233 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55148 collection:control_collection shard:shard1
[junit4:junit4] 2> 237469 T1233 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 237490 T1233 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 237499 T1233 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 237500 T1233 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 237500 T1233 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55148/collection1/
[junit4:junit4] 2> 237500 T1233 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 237500 T1233 oasc.SyncStrategy.syncToMe http://127.0.0.1:55148/collection1/ has no replicas
[junit4:junit4] 2> 237501 T1233 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55148/collection1/
[junit4:junit4] 2> 237501 T1233 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 238733 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 238752 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 238790 T1233 oasc.ZkController.register We are http://127.0.0.1:55148/collection1/ and leader is http://127.0.0.1:55148/collection1/
[junit4:junit4] 2> 238790 T1233 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55148
[junit4:junit4] 2> 238790 T1233 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 238790 T1233 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 238791 T1233 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 238793 T1233 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 238793 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 238794 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 238795 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 238814 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 238816 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 238819 T1237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4fedbe16 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 238819 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 238820 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 238822 T1208 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 239119 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 239123 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55152
[junit4:junit4] 2> 239124 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 239125 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 239125 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364
[junit4:junit4] 2> 239125 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/solr.xml
[junit4:junit4] 2> 239126 T1208 oasc.CoreContainer.<init> New CoreContainer 629666627
[junit4:junit4] 2> 239126 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/'
[junit4:junit4] 2> 239127 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/'
[junit4:junit4] 2> 239264 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 239264 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 239265 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 239265 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 239266 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 239266 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 239267 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 239267 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 239267 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 239268 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 239288 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 239288 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4] 2> 239289 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 239290 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 239292 T1248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22f0b7b8 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 239293 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 239309 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 239323 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 239325 T1250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b38a69b name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 239325 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 239336 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 240258 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 240259 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55148_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55148"}
[junit4:junit4] 2> 240279 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 240279 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 240279 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 240346 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55152_
[junit4:junit4] 2> 240348 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55152_
[junit4:junit4] 2> 240350 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 240351 T1230 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 240351 T1250 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 240351 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 240351 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 240352 T1237 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 240372 T1251 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1
[junit4:junit4] 2> 240372 T1251 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 240375 T1251 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 240375 T1251 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 240377 T1251 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/'
[junit4:junit4] 2> 240378 T1251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/lib/README' to classloader
[junit4:junit4] 2> 240379 T1251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 240508 T1251 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 240603 T1251 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 240706 T1251 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 240724 T1251 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 241230 T1251 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 241233 T1251 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 241236 T1251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 241241 T1251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 241269 T1251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 241269 T1251 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/
[junit4:junit4] 2> 241269 T1251 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4] 2> 241270 T1251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 241271 T1251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1
[junit4:junit4] 2> 241271 T1251 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/index/
[junit4:junit4] 2> 241271 T1251 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 241272 T1251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/index
[junit4:junit4] 2> 241276 T1251 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 241276 T1251 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 241280 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 241280 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 241281 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 241282 T1251 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 241282 T1251 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 241283 T1251 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 241283 T1251 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 241284 T1251 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 241284 T1251 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 241304 T1251 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 241312 T1251 oass.SolrIndexSearcher.<init> Opening Searcher@796f9aee main
[junit4:junit4] 2> 241312 T1251 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/tlog
[junit4:junit4] 2> 241313 T1251 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 241314 T1251 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 241318 T1252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@796f9aee main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 241321 T1251 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 241321 T1251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 241784 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 241784 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55152_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55152"}
[junit4:junit4] 2> 241785 T1231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 241785 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 241798 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 241798 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 241798 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 242328 T1251 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 242328 T1251 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55152 collection:collection1 shard:shard1
[junit4:junit4] 2> 242329 T1251 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 242345 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 242348 T1251 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 242348 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 242348 T1251 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55152/collection1/
[junit4:junit4] 2> 242348 T1251 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 242348 T1251 oasc.SyncStrategy.syncToMe http://127.0.0.1:55152/collection1/ has no replicas
[junit4:junit4] 2> 242348 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55152/collection1/
[junit4:junit4] 2> 242349 T1251 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 243301 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243325 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 243325 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 243325 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 243373 T1251 oasc.ZkController.register We are http://127.0.0.1:55152/collection1/ and leader is http://127.0.0.1:55152/collection1/
[junit4:junit4] 2> 243373 T1251 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55152
[junit4:junit4] 2> 243373 T1251 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 243373 T1251 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 243373 T1251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 243375 T1251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 243376 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 243377 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 243377 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 243690 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 243693 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55157
[junit4:junit4] 2> 243694 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 243694 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 243695 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937
[junit4:junit4] 2> 243695 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/solr.xml
[junit4:junit4] 2> 243696 T1208 oasc.CoreContainer.<init> New CoreContainer 1126317883
[junit4:junit4] 2> 243696 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/'
[junit4:junit4] 2> 243697 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/'
[junit4:junit4] 2> 243835 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 243836 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 243836 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 243837 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 243837 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 243838 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 243838 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 243839 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 243839 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 243839 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 243857 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 243858 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4] 2> 243858 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 243859 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 243863 T1264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fefb46 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 243864 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 243865 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 243877 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 243879 T1266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7afc8ac3 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 243880 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 243890 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 244836 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 244837 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55152_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55152"}
[junit4:junit4] 2> 244909 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 244909 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 244909 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 244909 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 244909 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55157_
[junit4:junit4] 2> 244917 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55157_
[junit4:junit4] 2> 244942 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 244942 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 244943 T1250 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 244943 T1230 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 244943 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 244943 T1266 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 244943 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 244945 T1237 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 244950 T1267 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1
[junit4:junit4] 2> 244950 T1267 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 244950 T1267 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 244951 T1267 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 244952 T1267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/'
[junit4:junit4] 2> 244953 T1267 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/lib/README' to classloader
[junit4:junit4] 2> 244953 T1267 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 244990 T1267 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 245033 T1267 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 245134 T1267 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 245142 T1267 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 245668 T1267 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 245672 T1267 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 245674 T1267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 245679 T1267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 245710 T1267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 245711 T1267 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/
[junit4:junit4] 2> 245711 T1267 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4] 2> 245712 T1267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 245712 T1267 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2
[junit4:junit4] 2> 245713 T1267 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/index/
[junit4:junit4] 2> 245713 T1267 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 245714 T1267 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/index
[junit4:junit4] 2> 245718 T1267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 245718 T1267 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 245722 T1267 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 245722 T1267 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 245723 T1267 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 245723 T1267 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 245724 T1267 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 245724 T1267 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 245724 T1267 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 245725 T1267 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 245725 T1267 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 245744 T1267 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 245751 T1267 oass.SolrIndexSearcher.<init> Opening Searcher@5de4737 main
[junit4:junit4] 2> 245752 T1267 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/tlog
[junit4:junit4] 2> 245753 T1267 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 245753 T1267 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 245758 T1268 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5de4737 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 245760 T1267 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 245760 T1267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 246419 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 246420 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55157_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55157"}
[junit4:junit4] 2> 246420 T1231 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 246420 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 246458 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246458 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246458 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246458 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 246790 T1267 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 246790 T1267 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55157 collection:collection1 shard:shard2
[junit4:junit4] 2> 246791 T1267 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 246806 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 246813 T1267 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 246814 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 246814 T1267 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55157/collection1/
[junit4:junit4] 2> 246814 T1267 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 246814 T1267 oasc.SyncStrategy.syncToMe http://127.0.0.1:55157/collection1/ has no replicas
[junit4:junit4] 2> 246814 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55157/collection1/
[junit4:junit4] 2> 246815 T1267 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 247962 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 247989 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 247989 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 247989 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 247989 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 247999 T1267 oasc.ZkController.register We are http://127.0.0.1:55157/collection1/ and leader is http://127.0.0.1:55157/collection1/
[junit4:junit4] 2> 247999 T1267 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55157
[junit4:junit4] 2> 247999 T1267 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 247999 T1267 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 247999 T1267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 248001 T1267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 248002 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 248003 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 248003 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 248328 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 248332 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:16017
[junit4:junit4] 2> 248332 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 248333 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 248333 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563
[junit4:junit4] 2> 248334 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/solr.xml
[junit4:junit4] 2> 248334 T1208 oasc.CoreContainer.<init> New CoreContainer 1286580633
[junit4:junit4] 2> 248335 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/'
[junit4:junit4] 2> 248335 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/'
[junit4:junit4] 2> 248473 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 248474 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 248474 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 248475 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 248475 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 248475 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 248476 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 248476 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 248477 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 248477 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 248497 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 248497 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4] 2> 248498 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 248499 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 248502 T1280 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d3666e3 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 248503 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 248511 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 248521 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 248523 T1282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@369d4c6f name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 248523 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 248527 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 249500 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 249501 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55157_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55157"}
[junit4:junit4] 2> 249505 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249505 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249505 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249505 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249505 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249530 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16017_
[junit4:junit4] 2> 249532 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16017_
[junit4:junit4] 2> 249534 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249534 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249534 T1250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249534 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 249534 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249534 T1230 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249535 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 249535 T1266 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249543 T1282 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249543 T1237 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 249548 T1283 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1
[junit4:junit4] 2> 249548 T1283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 249549 T1283 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 249549 T1283 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 249551 T1283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/'
[junit4:junit4] 2> 249552 T1283 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/lib/README' to classloader
[junit4:junit4] 2> 249553 T1283 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 249602 T1283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 249657 T1283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 249758 T1283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 249768 T1283 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 250281 T1283 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 250285 T1283 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 250287 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 250292 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 250318 T1283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 250319 T1283 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/
[junit4:junit4] 2> 250319 T1283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4] 2> 250319 T1283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 250320 T1283 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3
[junit4:junit4] 2> 250320 T1283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index/
[junit4:junit4] 2> 250321 T1283 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 250322 T1283 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index
[junit4:junit4] 2> 250326 T1283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 250326 T1283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 250329 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 250330 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 250330 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 250331 T1283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 250332 T1283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 250332 T1283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 250332 T1283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 250333 T1283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 250333 T1283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 250350 T1283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 250357 T1283 oass.SolrIndexSearcher.<init> Opening Searcher@69945924 main
[junit4:junit4] 2> 250358 T1283 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/tlog
[junit4:junit4] 2> 250359 T1283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 250359 T1283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 250364 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69945924 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 250366 T1283 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 250367 T1283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 251009 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 251010 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:16017_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:16017"}
[junit4:junit4] 2> 251010 T1231 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 251010 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 251051 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 251051 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 251051 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 251051 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 251051 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 251374 T1283 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 251374 T1283 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:16017 collection:collection1 shard:shard1
[junit4:junit4] 2> 251377 T1283 oasc.ZkController.register We are http://127.0.0.1:16017/collection1/ and leader is http://127.0.0.1:55152/collection1/
[junit4:junit4] 2> 251377 T1283 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:16017
[junit4:junit4] 2> 251377 T1283 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 251377 T1283 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@74d56054 url=http://127.0.0.1:16017/collection1 node=127.0.0.1:16017_ C104_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4] 2> 251378 T1285 C104 P16017 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 251378 T1283 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 251379 T1285 C104 P16017 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 251380 T1285 C104 P16017 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 251380 T1285 C104 P16017 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 251380 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 251381 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 251381 T1285 C104 P16017 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 251382 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 251408 T1240 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 251670 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 251673 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54128
[junit4:junit4] 2> 251674 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 251674 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 251675 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947
[junit4:junit4] 2> 251675 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/solr.xml
[junit4:junit4] 2> 251676 T1208 oasc.CoreContainer.<init> New CoreContainer 35433374
[junit4:junit4] 2> 251676 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/'
[junit4:junit4] 2> 251677 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/'
[junit4:junit4] 2> 251782 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 251782 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 251783 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 251783 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 251783 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 251785 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 251796 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 251797 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4] 2> 251797 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 251798 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 251801 T1297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1840c179 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 251802 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 251814 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 251823 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 251825 T1299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c05c9f3 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 251826 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 251835 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 252555 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 252556 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:16017_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:16017"}
[junit4:junit4] 2> 252569 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252570 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252569 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252569 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252569 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252569 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252838 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54128_
[junit4:junit4] 2> 252840 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54128_
[junit4:junit4] 2> 252842 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252842 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252842 T1250 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 252843 T1230 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 252842 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252842 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 252843 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 252843 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 252852 T1237 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 252852 T1282 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 252852 T1299 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 252853 T1266 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 252857 T1300 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1
[junit4:junit4] 2> 252857 T1300 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 252858 T1300 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 252858 T1300 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 252859 T1300 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/'
[junit4:junit4] 2> 252861 T1300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 252861 T1300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/lib/README' to classloader
[junit4:junit4] 2> 252910 T1300 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4] 2> 252967 T1300 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 253068 T1300 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 253078 T1300 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 253410 T1240 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 253410 T1240 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:16017_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 2> 253595 T1300 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 253598 T1300 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 253601 T1300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 253606 T1300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 253632 T1300 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 253632 T1300 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/
[junit4:junit4] 2> 253632 T1300 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4] 2> 253633 T1300 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 253634 T1300 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4
[junit4:junit4] 2> 253634 T1300 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index/
[junit4:junit4] 2> 253634 T1300 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 253635 T1300 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index
[junit4:junit4] 2> 253639 T1300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 253640 T1300 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 253643 T1300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 253643 T1300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 253644 T1300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 253645 T1300 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 253645 T1300 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 253646 T1300 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 253646 T1300 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 253647 T1300 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 253647 T1300 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 253664 T1300 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 253672 T1300 oass.SolrIndexSearcher.<init> Opening Searcher@66f802e6 main
[junit4:junit4] 2> 253672 T1300 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/tlog
[junit4:junit4] 2> 253673 T1300 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 253674 T1300 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 253679 T1301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66f802e6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 253681 T1300 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 253682 T1300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 254073 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 254074 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:54128_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54128"}
[junit4:junit4] 2> 254074 T1231 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 254074 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 254089 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254089 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254089 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254089 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254089 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254089 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 254686 T1300 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 254686 T1300 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54128 collection:collection1 shard:shard2
[junit4:junit4] 2> 254693 T1300 oasc.ZkController.register We are http://127.0.0.1:54128/collection1/ and leader is http://127.0.0.1:55157/collection1/
[junit4:junit4] 2> 254693 T1300 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54128
[junit4:junit4] 2> 254693 T1300 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 254694 T1300 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@603dab2b url=http://127.0.0.1:54128/collection1 node=127.0.0.1:54128_ C105_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4] 2> 254694 T1302 C105 P54128 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 254694 T1300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 254695 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 254695 T1302 C105 P54128 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 254696 T1302 C105 P54128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 254696 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4] 2> 254697 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 254697 T1302 C105 P54128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 254697 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 254722 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 254723 T1256 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 254723 T1208 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 254724 T1208 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 254724 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@74d56054 url=http://127.0.0.1:16017/collection1 node=127.0.0.1:16017_ C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4] 2> 255412 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55152/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 255412 T1285 C106 P16017 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:16017 START replicas=[http://127.0.0.1:55152/collection1/] nUpdates=100
[junit4:junit4] 2> 255413 T1285 C106 P16017 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 255414 T1285 C106 P16017 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55152/collection1/. core=collection1
[junit4:junit4] 2> 255415 T1285 C106 P16017 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@1409fc5a url=http://127.0.0.1:55152/collection1 node=127.0.0.1:55152_ C107_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55152_, base_url=http://127.0.0.1:55152, leader=true}
[junit4:junit4] 2> 255420 T1241 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 255428 T1242 C107 P55152 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 255431 T1242 C107 P55152 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 255431 T1242 C107 P55152 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 255432 T1242 C107 P55152 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 255432 T1242 C107 P55152 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 255433 T1242 C107 P55152 oass.SolrIndexSearcher.<init> Opening Searcher@254ed667 realtime
[junit4:junit4] 2> 255433 T1242 C107 P55152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 255433 T1242 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 255435 T1285 C106 P16017 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 255435 T1285 C106 P16017 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 255438 T1243 C107 P55152 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 255438 T1243 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 255439 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 255439 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 255440 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 255442 T1243 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 255443 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 255445 T1285 C106 P16017 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984
[junit4:junit4] 2> 255445 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c2cd07c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c59ea04) fullCopy=false
[junit4:junit4] 2> 255447 T1243 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 255449 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 255450 T1285 C106 P16017 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 255450 T1285 C106 P16017 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 255453 T1285 C106 P16017 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 255454 T1285 C106 P16017 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 255454 T1285 C106 P16017 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 255454 T1285 C106 P16017 oass.SolrIndexSearcher.<init> Opening Searcher@3aaefb51 main
[junit4:junit4] 2> 255456 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3aaefb51 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 255456 T1285 C106 P16017 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984;done=true>>]
[junit4:junit4] 2> 255456 T1285 C106 P16017 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984
[junit4:junit4] 2> 255457 T1285 C106 P16017 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984
[junit4:junit4] 2> 255457 T1285 C106 P16017 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 255457 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 255457 T1285 C106 P16017 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 255457 T1285 C106 P16017 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 255463 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 255594 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 255595 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:54128_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54128"}
[junit4:junit4] 2> 255598 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:16017_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:16017"}
[junit4:junit4] 2> 255614 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255614 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255614 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255614 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255614 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255614 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 255724 T1256 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 255724 T1256 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:54128_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 255726 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 256728 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4] 2> 257726 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55157/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 257726 T1302 C105 P54128 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54128 START replicas=[http://127.0.0.1:55157/collection1/] nUpdates=100
[junit4:junit4] 2> 257727 T1302 C105 P54128 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 257727 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 257727 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 257727 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 257727 T1302 C105 P54128 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 257728 T1302 C105 P54128 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55157/collection1/. core=collection1
[junit4:junit4] 2> 257728 T1302 C105 P54128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 257730 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@1d35f7f0 url=http://127.0.0.1:55157/collection1 node=127.0.0.1:55157_ C108_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55157_, base_url=http://127.0.0.1:55157, leader=true}
[junit4:junit4] 2> 257735 T1257 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 257741 T1258 C108 P55157 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 257745 T1258 C108 P55157 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 257746 T1258 C108 P55157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 257746 T1258 C108 P55157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 257747 T1258 C108 P55157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 257747 T1258 C108 P55157 oass.SolrIndexSearcher.<init> Opening Searcher@3a8aab18 realtime
[junit4:junit4] 2> 257748 T1258 C108 P55157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 257748 T1258 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 257749 T1302 C105 P54128 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 257750 T1302 C105 P54128 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 257752 T1259 C108 P55157 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 257753 T1259 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 257754 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 257754 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 257754 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 257756 T1259 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 257757 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 257759 T1302 C105 P54128 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299
[junit4:junit4] 2> 257759 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6740931a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e2cc11e) fullCopy=false
[junit4:junit4] 2> 257762 T1259 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 257764 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 257765 T1302 C105 P54128 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 257765 T1302 C105 P54128 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 257767 T1302 C105 P54128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 257768 T1302 C105 P54128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 257769 T1302 C105 P54128 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 257769 T1302 C105 P54128 oass.SolrIndexSearcher.<init> Opening Searcher@f06da58 main
[junit4:junit4] 2> 257770 T1301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f06da58 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 257771 T1302 C105 P54128 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299;done=true>>]
[junit4:junit4] 2> 257771 T1302 C105 P54128 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299
[junit4:junit4] 2> 257771 T1302 C105 P54128 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299
[junit4:junit4] 2> 257772 T1302 C105 P54128 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 257772 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 257772 T1302 C105 P54128 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 257772 T1302 C105 P54128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 257774 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 258629 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 258630 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:54128_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:54128"}
[junit4:junit4] 2> 258644 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 258644 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 258644 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 258644 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 258644 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 258644 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 258732 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 258733 T1208 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C109 name=collection1 org.apache.solr.core.SolrCore@c3d808c url=http://127.0.0.1:55148/collection1 node=127.0.0.1:55148_ C109_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55148_, base_url=http://127.0.0.1:55148, leader=true}
[junit4:junit4] 2> 258740 T1220 C109 P55148 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 258742 T1220 C109 P55148 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_1,generation=1}
[junit4:junit4] 2> 258743 T1220 C109 P55148 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 258744 T1220 C109 P55148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_2,generation=2}
[junit4:junit4] 2> 258744 T1220 C109 P55148 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 258744 T1220 C109 P55148 oass.SolrIndexSearcher.<init> Opening Searcher@1e7b081b main
[junit4:junit4] 2> 258745 T1220 C109 P55148 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 258745 T1234 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e7b081b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 258746 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 258755 T1244 C107 P55152 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 258757 T1244 C107 P55152 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 258757 T1244 C107 P55152 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 258758 T1244 C107 P55152 oass.SolrIndexSearcher.<init> Opening Searcher@6905a655 main
[junit4:junit4] 2> 258758 T1244 C107 P55152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 258759 T1252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6905a655 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 258777 T1244 C107 P55152 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:16017/collection1/, StdNode: http://127.0.0.1:55157/collection1/, StdNode: http://127.0.0.1:54128/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 258785 T1260 C108 P55157 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 258787 T1260 C108 P55157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 258787 T1260 C108 P55157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 258787 T1260 C108 P55157 oass.SolrIndexSearcher.<init> Opening Searcher@2d3e1c30 main
[junit4:junit4] 2> 258788 T1260 C108 P55157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 258789 T1268 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d3e1c30 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 258789 T1260 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4] 2> 258791 T1272 C106 P16017 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 258792 T1272 C106 P16017 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 258792 T1272 C106 P16017 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 258792 T1272 C106 P16017 oass.SolrIndexSearcher.<init> Opening Searcher@6b16ffe6 main
[junit4:junit4] 2> 258793 T1272 C106 P16017 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 258793 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b16ffe6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4] 2> 258793 T1289 C105 P54128 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 258794 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 2> 258795 T1289 C105 P54128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_3,generation=3}
[junit4:junit4] 2> 258795 T1289 C105 P54128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 258796 T1289 C105 P54128 oass.SolrIndexSearcher.<init> Opening Searcher@4f5b2b27 main
[junit4:junit4] 2> 258797 T1289 C105 P54128 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 258797 T1301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f5b2b27 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 258797 T1289 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4] 2> 258798 T1244 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 43
[junit4:junit4] 2> 258799 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 258802 T1245 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 258805 T1273 C106 P16017 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 258807 T1261 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 258808 T1290 C105 P54128 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 260818 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435734762698309632)} 0 6
[junit4:junit4] 2> 260833 T1291 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435734762702503936&update.from=http://127.0.0.1:55157/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435734762702503936)} 0 1
[junit4:junit4] 2> 260837 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435734762715086848&update.from=http://127.0.0.1:55152/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435734762715086848)} 0 1
[junit4:junit4] 2> 260838 T1246 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435734762715086848)} 0 6
[junit4:junit4] 2> 260838 T1262 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435734762702503936)} 0 18
[junit4:junit4] 2> 260842 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435734762725572608)]} 0 1
[junit4:junit4] 2> 260862 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435734762728718336)]} 0 1
[junit4:junit4] 2> 260863 T1244 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435734762728718336)]} 0 18
[junit4:junit4] 2> 260867 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1435734762750738432)]} 0 1
[junit4:junit4] 2> 260879 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435734762761224192)]} 0 0
[junit4:junit4] 2> 260880 T1246 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435734762761224192)]} 0 4
[junit4:junit4] 2> 260881 T1262 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 12
[junit4:junit4] 2> 260884 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435734762768564224)]} 0 1
[junit4:junit4] 2> 260891 T1291 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435734762772758528)]} 0 1
[junit4:junit4] 2> 260892 T1262 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435734762772758528)]} 0 5
[junit4:junit4] 2> 260896 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435734762781147136)]} 0 1
[junit4:junit4] 2> 260903 T1291 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435734762785341440)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C110 name=collection1 org.apache.solr.core.SolrCore@1d35f7f0 url=http://127.0.0.1:55157/collection1 node=127.0.0.1:55157_ C110_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55157_, base_url=http://127.0.0.1:55157, leader=true}
[junit4:junit4] 2> 260908 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435734762785341440)]} 0 9
[junit4:junit4] 2> ASYNC NEW_CORE C111 name=collection1 org.apache.solr.core.SolrCore@c3d808c url=http://127.0.0.1:55148/collection1 node=127.0.0.1:55148_ C111_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55148_, base_url=http://127.0.0.1:55148, leader=true}
[junit4:junit4] 2> 260913 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435734762800021504)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C112 name=collection1 org.apache.solr.core.SolrCore@74d56054 url=http://127.0.0.1:16017/collection1 node=127.0.0.1:16017_ C112_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4] 2> 260920 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435734762803167232)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C113 name=collection1 org.apache.solr.core.SolrCore@1409fc5a url=http://127.0.0.1:55152/collection1 node=127.0.0.1:55152_ C113_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55152_, base_url=http://127.0.0.1:55152, leader=true}
[junit4:junit4] 2> 260921 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435734762803167232)]} 0 5
[junit4:junit4] 2> 260925 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435734762811555840)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C114 name=collection1 org.apache.solr.core.SolrCore@603dab2b url=http://127.0.0.1:54128/collection1 node=127.0.0.1:54128_ C114_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4] 2> 260932 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435734762815750144)]} 0 1
[junit4:junit4] 2> 260933 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435734762815750144)]} 0 5
[junit4:junit4] 2> 260936 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435734762823090176)]} 0 1
[junit4:junit4] 2> 260943 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435734762827284480)]} 0 1
[junit4:junit4] 2> 260944 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435734762827284480)]} 0 5
[junit4:junit4] 2> 260947 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1435734762834624512)]} 0 1
[junit4:junit4] 2> 260957 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435734762841964544)]} 0 1
[junit4:junit4] 2> 260958 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1435734762841964544)]} 0 6
[junit4:junit4] 2> 260958 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 8
[junit4:junit4] 2> 260962 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435734762850353152)]} 0 1
[junit4:junit4] 2> 260972 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435734762857693184)]} 0 1
[junit4:junit4] 2> 260972 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1435734762857693184)]} 0 4
[junit4:junit4] 2> 260973 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 8
[junit4:junit4] 2> 260976 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435734762866081792)]} 0 0
[junit4:junit4] 2> 260983 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435734762870276096)]} 0 1
[junit4:junit4] 2> 260983 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435734762870276096)]} 0 4
[junit4:junit4] 2> 260987 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435734762876567552)]} 0 1
[junit4:junit4] 2> 260994 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435734762880761856)]} 0 1
[junit4:junit4] 2> 260994 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435734762880761856)]} 0 4
[junit4:junit4] 2> 260998 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435734762889150464)]} 0 1
[junit4:junit4] 2> 261008 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435734762895441920)]} 0 1
[junit4:junit4] 2> 261009 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1435734762895441920)]} 0 5
[junit4:junit4] 2> 261009 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11]} 0 8
[junit4:junit4] 2> 261013 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435734762903830528)]} 0 1
[junit4:junit4] 2> 261020 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435734762908024832)]} 0 1
[junit4:junit4] 2> 261021 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435734762908024832)]} 0 5
[junit4:junit4] 2> 261025 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435734762916413440)]} 0 1
[junit4:junit4] 2> 261035 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435734762923753472)]} 0 1
[junit4:junit4] 2> 261036 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1435734762923753472)]} 0 5
[junit4:junit4] 2> 261036 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 8
[junit4:junit4] 2> 261040 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1435734762932142080)]} 0 1
[junit4:junit4] 2> 261050 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435734762939482112)]} 0 1
[junit4:junit4] 2> 261050 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1435734762939482112)]} 0 4
[junit4:junit4] 2> 261051 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4] 2> 261055 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435734762947870720)]} 0 1
[junit4:junit4] 2> 261062 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435734762952065024)]} 0 1
[junit4:junit4] 2> 261062 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435734762952065024)]} 0 4
[junit4:junit4] 2> 261066 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1435734762959405056)]} 0 1
[junit4:junit4] 2> 261076 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435734762966745088)]} 0 1
[junit4:junit4] 2> 261076 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1435734762966745088)]} 0 4
[junit4:junit4] 2> 261077 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 8
[junit4:junit4] 2> 261081 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435734762975133696)]} 0 1
[junit4:junit4] 2> 261091 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435734762982473728)]} 0 1
[junit4:junit4] 2> 261092 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1435734762982473728)]} 0 5
[junit4:junit4] 2> 261093 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 9
[junit4:junit4] 2> 261096 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435734762990862336)]} 0 1
[junit4:junit4] 2> 261103 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435734762995056640)]} 0 1
[junit4:junit4] 2> 261104 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435734762995056640)]} 0 5
[junit4:junit4] 2> 261108 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435734763003445248)]} 0 1
[junit4:junit4] 2> 261115 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435734763007639552)]} 0 1
[junit4:junit4] 2> 261115 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435734763007639552)]} 0 4
[junit4:junit4] 2> 261119 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435734763014979584)]} 0 1
[junit4:junit4] 2> 261126 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435734763019173888)]} 0 1
[junit4:junit4] 2> 261127 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435734763019173888)]} 0 5
[junit4:junit4] 2> 261130 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435734763026513920)]} 0 1
[junit4:junit4] 2> 261139 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435734763032805376)]} 0 1
[junit4:junit4] 2> 261140 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1435734763032805376)]} 0 5
[junit4:junit4] 2> 261140 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4] 2> 261144 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1435734763041193984)]} 0 1
[junit4:junit4] 2> 261154 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435734763048534016)]} 0 1
[junit4:junit4] 2> 261154 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435734763048534016)]} 0 4
[junit4:junit4] 2> 261155 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 8
[junit4:junit4] 2> 261159 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435734763056922624)]} 0 1
[junit4:junit4] 2> 261166 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435734763061116928)]} 0 1
[junit4:junit4] 2> 261166 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435734763061116928)]} 0 4
[junit4:junit4] 2> 261170 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435734763068456960)]} 0 1
[junit4:junit4] 2> 261180 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435734763075796992)]} 0 1
[junit4:junit4] 2> 261181 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1435734763075796992)]} 0 5
[junit4:junit4] 2> 261182 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24]} 0 9
[junit4:junit4] 2> 261185 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435734763084185600)]} 0 1
[junit4:junit4] 2> 261192 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435734763088379904)]} 0 1
[junit4:junit4] 2> 261193 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435734763088379904)]} 0 5
[junit4:junit4] 2> 261196 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435734763095719936)]} 0 1
[junit4:junit4] 2> 261203 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435734763099914240)]} 0 1
[junit4:junit4] 2> 261203 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435734763099914240)]} 0 4
[junit4:junit4] 2> 261207 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435734763107254272)]} 0 1
[junit4:junit4] 2> 261214 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435734763111448576)]} 0 1
[junit4:junit4] 2> 261215 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435734763111448576)]} 0 5
[junit4:junit4] 2> 261219 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435734763119837184)]} 0 1
[junit4:junit4] 2> 261225 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435734763122982912)]} 0 1
[junit4:junit4] 2> 261226 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435734763122982912)]} 0 5
[junit4:junit4] 2> 261229 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435734763130322944)]} 0 1
[junit4:junit4] 2> 261239 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435734763137662976)]} 0 1
[junit4:junit4] 2> 261240 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1435734763137662976)]} 0 5
[junit4:junit4] 2> 261240 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 8
[junit4:junit4] 2> 261243 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1435734763146051584)]} 0 0
[junit4:junit4] 2> 261251 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435734763151294464)]} 0 0
[junit4:junit4] 2> 261252 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435734763151294464)]} 0 4
[junit4:junit4] 2> 261252 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 6
[junit4:junit4] 2> 261256 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1435734763158634496)]} 0 1
[junit4:junit4] 2> 261266 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435734763165974528)]} 0 1
[junit4:junit4] 2> 261267 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1435734763165974528)]} 0 5
[junit4:junit4] 2> 261268 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 9
[junit4:junit4] 2> 261271 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435734763174363136)]} 0 1
[junit4:junit4] 2> 261281 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435734763181703168)]} 0 1
[junit4:junit4] 2> 261282 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1435734763181703168)]} 0 5
[junit4:junit4] 2> 261282 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 8
[junit4:junit4] 2> 261286 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1435734763190091776)]} 0 1
[junit4:junit4] 2> 261296 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435734763197431808)]} 0 1
[junit4:junit4] 2> 261297 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435734763197431808)]} 0 5
[junit4:junit4] 2> 261297 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 8
[junit4:junit4] 2> 261301 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1435734763205820416)]} 0 1
[junit4:junit4] 2> 261311 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435734763213160448)]} 0 1
[junit4:junit4] 2> 261312 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1435734763213160448)]} 0 5
[junit4:junit4] 2> 261312 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34]} 0 8
[junit4:junit4] 2> 261316 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1435734763221549056)]} 0 1
[junit4:junit4] 2> 261325 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435734763227840512)]} 0 1
[junit4:junit4] 2> 261326 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1435734763227840512)]} 0 5
[junit4:junit4] 2> 261327 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 8
[junit4:junit4] 2> 261330 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1435734763236229120)]} 0 1
[junit4:junit4] 2> 261338 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435734763242520576)]} 0 1
[junit4:junit4] 2> 261339 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1435734763242520576)]} 0 4
[junit4:junit4] 2> 261340 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36]} 0 7
[junit4:junit4] 2> 261344 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435734763250909184)]} 0 1
[junit4:junit4] 2> 261350 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435734763254054912)]} 0 1
[junit4:junit4] 2> 261351 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435734763254054912)]} 0 5
[junit4:junit4] 2> 261354 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1435734763262443520)]} 0 0
[junit4:junit4] 2> 261364 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435734763269783552)]} 0 1
[junit4:junit4] 2> 261365 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1435734763269783552)]} 0 5
[junit4:junit4] 2> 261365 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38]} 0 8
[junit4:junit4] 2> 261369 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1435734763277123584)]} 0 1
[junit4:junit4] 2> 261378 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435734763283415040)]} 0 1
[junit4:junit4] 2> 261379 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1435734763283415040)]} 0 5
[junit4:junit4] 2> 261379 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39]} 0 8
[junit4:junit4] 2> 261383 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1435734763292852224)]} 0 1
[junit4:junit4] 2> 261393 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435734763299143680)]} 0 1
[junit4:junit4] 2> 261394 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1435734763299143680)]} 0 5
[junit4:junit4] 2> 261395 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 9
[junit4:junit4] 2> 261398 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435734763307532288)]} 0 1
[junit4:junit4] 2> 261405 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435734763311726592)]} 0 1
[junit4:junit4] 2> 261406 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435734763311726592)]} 0 5
[junit4:junit4] 2> 261409 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435734763319066624)]} 0 1
[junit4:junit4] 2> 261416 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435734763323260928)]} 0 1
[junit4:junit4] 2> 261416 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435734763323260928)]} 0 4
[junit4:junit4] 2> 261419 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1435734763330600960)]} 0 0
[junit4:junit4] 2> 261429 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435734763336892416)]} 0 1
[junit4:junit4] 2> 261430 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1435734763336892416)]} 0 5
[junit4:junit4] 2> 261431 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 9
[junit4:junit4] 2> 261434 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1435734763345281024)]} 0 1
[junit4:junit4] 2> 261443 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435734763352621056)]} 0 0
[junit4:junit4] 2> 261444 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1435734763352621056)]} 0 4
[junit4:junit4] 2> 261444 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 7
[junit4:junit4] 2> 261447 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1435734763359961088)]} 0 0
[junit4:junit4] 2> 261454 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435734763365203968)]} 0 0
[junit4:junit4] 2> 261455 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435734763365203968)]} 0 3
[junit4:junit4] 2> 261455 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 5
[junit4:junit4] 2> 261458 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1435734763371495424)]} 0 0
[junit4:junit4] 2> 261464 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435734763374641152)]} 0 1
[junit4:junit4] 2> 261464 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1435734763374641152)]} 0 3
[junit4:junit4] 2> 261468 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1435734763381981184)]} 0 1
[junit4:junit4] 2> 261478 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435734763388272640)]} 0 1
[junit4:junit4] 2> 261479 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435734763388272640)]} 0 5
[junit4:junit4] 2> 261480 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 9
[junit4:junit4] 2> 261483 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1435734763396661248)]} 0 1
[junit4:junit4] 2> 261491 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=
[...truncated too long message...]
.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=MockSep), range_facet_l=PostingsFormat(name=MockSep), id=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), a_t=PostingsFormat(name=MockSep), text=Pulsing41(freqCutoff=7 minBlockSize=20 maxBlockSize=57), range_facet_si=PostingsFormat(name=MockSep), _version_=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct)}, docValues:{timestamp=DocValuesFormat(name=Disk)}, sim=DefaultSimilarity, locale=hr, timezone=America/North_Dakota/Center
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=117487912,total=530448384
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestUtils, RequiredFieldsTest, TestReload, TimeZoneUtilsTest, LeaderElectionIntegrationTest, TestDefaultSearchFieldResource, TestSolrQueryParserDefaultOperatorResource, TestStressReorder, TestRangeQuery, TestSolr4Spatial, MultiTermTest, ShardRoutingCustomTest, TestCoreDiscovery, TestDFRSimilarityFactory, TestDistributedGrouping, XmlUpdateRequestHandlerTest, TestBinaryResponseWriter, TestRecovery, HighlighterTest, FieldAnalysisRequestHandlerTest, TestStressLucene, TestSystemIdResolver, TestDynamicFieldResource, SuggesterWFSTTest, SortByFunctionTest, TestLMJelinekMercerSimilarityFactory, FileUtilsTest, TestSolrJ, IndexSchemaRuntimeFieldTest, TestAnalyzedSuggestions, TestSolrXml, TestHashPartitioner, TestWordDelimiterFilterFactory, TestLazyCores, XsltUpdateRequestHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, UpdateParamsTest, TestLuceneMatchVersion, SolrIndexConfigTest, TestAtomicUpdateErrorCases, ZkNodePropsTest, TestFastOutputStream, TestBM25SimilarityFactory, StandardRequestHandlerTest, TestPropInject, ChaosMonkeySafeLeaderTest, TestRandomFaceting, SpellPossibilityIteratorTest, BasicZkTest, NoCacheHeaderTest, SampleTest, TestSerializedLuceneMatchVersion, OpenCloseCoreStressTest, CachingDirectoryFactoryTest, TestIndexingPerformance, SolrCoreCheckLockOnStartupTest, TestDistributedSearch, TestMaxScoreQueryParser, TestOmitPositions, TestRTGBase, TestCodecSupport, PingRequestHandlerTest, TestCSVResponseWriter, DocValuesMultiTest, TestSchemaVersionResource, SpellCheckComponentTest, TestDefaultSimilarityFactory, NotRequiredUniqueKeyTest, TestMergePolicyConfig, CollectionsAPIDistributedZkTest]
[junit4:junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=B982219BBE4876E7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=hr -Dtests.timezone=America/North_Dakota/Center -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR 0.00s J1 | CollectionsAPIDistributedZkTest (suite) <<<
[junit4:junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:
[junit4:junit4] > 1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4] > 1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4] > at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4] > at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4] > at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4] > at java.net.Socket.connect(Socket.java:579)
[junit4:junit4] > at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4] > at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4] > at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4] > at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4] > at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:722)
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)
[junit4:junit4] Completed on J1 in 373.23s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 457 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:387: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:360: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 2 suite-level errors, 1 error, 1 failure, 550 ignored (3 assumptions)
Total time: 99 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure