You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/22 15:32:34 UTC
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1646 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1646/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:35806/u_fbd/zl returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:35806/u_fbd/zl returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([ADDAE118B165AF9A:2C3C6F00C63ACFA6]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 8737 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 108107 T371 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /u_fbd/zl
[junit4:junit4] 2> 108112 T371 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369227876401
[junit4:junit4] 2> 108113 T371 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 108114 T372 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 108215 T371 oasc.ZkTestServer.run start zk server on port:35784
[junit4:junit4] 2> 108216 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108220 T378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34a60b09 name:ZooKeeperConnection Watcher:127.0.0.1:35784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 108220 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 108220 T371 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 108237 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108239 T380 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e9cba32 name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 108239 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 108240 T371 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 108245 T371 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 108249 T371 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 108257 T371 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 108261 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 108262 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 108274 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 108275 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 108379 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 108380 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 108389 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 108390 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 108394 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 108395 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 108399 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 108399 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 108403 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 108403 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 108407 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 108408 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 108411 T371 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 108412 T371 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 108630 T371 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 108634 T371 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35787
[junit4:junit4] 2> 108635 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 108635 T371 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 108636 T371 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705
[junit4:junit4] 2> 108636 T371 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/solr.xml
[junit4:junit4] 2> 108637 T371 oasc.CoreContainer.<init> New CoreContainer 17204306
[junit4:junit4] 2> 108638 T371 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/'
[junit4:junit4] 2> 108638 T371 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/'
[junit4:junit4] 2> 108749 T371 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 108750 T371 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 108751 T371 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 108751 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 108752 T371 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 108753 T371 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 108753 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 108754 T371 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 108754 T371 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 108755 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 108772 T371 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 108773 T371 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35784/solr
[junit4:junit4] 2> 108773 T371 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 108775 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108778 T391 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16d19d73 name:ZooKeeperConnection Watcher:127.0.0.1:35784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 108778 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 108782 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 108794 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 108797 T393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79c1a0cb name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 108797 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 108800 T371 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 108812 T371 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 108817 T371 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 108820 T371 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35787_u_fbd%2Fzl
[junit4:junit4] 2> 108822 T371 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35787_u_fbd%2Fzl
[junit4:junit4] 2> 108832 T371 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 108847 T371 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 108851 T371 oasc.Overseer.start Overseer (id=89733718108143619-127.0.0.1:35787_u_fbd%2Fzl-n_0000000000) starting
[junit4:junit4] 2> 108864 T371 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 108876 T395 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 108877 T371 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 108881 T371 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 108884 T371 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 108888 T394 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 108892 T396 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/collection1
[junit4:junit4] 2> 108892 T396 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 108893 T396 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 108894 T396 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 108896 T396 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/collection1/'
[junit4:junit4] 2> 108897 T396 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 108898 T396 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/collection1/lib/README' to classloader
[junit4:junit4] 2> 108948 T396 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 109007 T396 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 109108 T396 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 109118 T396 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 109688 T396 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 109692 T396 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 109695 T396 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 109701 T396 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 109744 T396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 109744 T396 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369227876705/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/control/data/
[junit4:junit4] 2> 109745 T396 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e32382
[junit4:junit4] 2> 109745 T396 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 109746 T396 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/control/data
[junit4:junit4] 2> 109746 T396 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/control/data/index/
[junit4:junit4] 2> 109747 T396 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 109747 T396 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/control/data/index
[junit4:junit4] 2> 109752 T396 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9dec900 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4359a197),segFN=segments_1,generation=1}
[junit4:junit4] 2> 109753 T396 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 109756 T396 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 109756 T396 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 109757 T396 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 109758 T396 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 109758 T396 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 109759 T396 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 109759 T396 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 109760 T396 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 109761 T396 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 109770 T396 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 109778 T396 oass.SolrIndexSearcher.<init> Opening Searcher@14e7cca0 main
[junit4:junit4] 2> 109779 T396 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/control/data/tlog
[junit4:junit4] 2> 109780 T396 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 109780 T396 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 109785 T397 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14e7cca0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 109787 T396 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 109788 T396 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 110394 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 110395 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35787_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35787/u_fbd/zl"}
[junit4:junit4] 2> 110395 T394 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 110395 T394 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 110411 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 110791 T396 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 110791 T396 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35787/u_fbd/zl collection:control_collection shard:shard1
[junit4:junit4] 2> 110792 T396 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 110810 T396 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 110823 T396 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 110823 T396 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 110823 T396 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35787/u_fbd/zl/collection1/
[junit4:junit4] 2> 110824 T396 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 110824 T396 oasc.SyncStrategy.syncToMe http://127.0.0.1:35787/u_fbd/zl/collection1/ has no replicas
[junit4:junit4] 2> 110824 T396 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35787/u_fbd/zl/collection1/
[junit4:junit4] 2> 110825 T396 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 111918 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 111969 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 112014 T396 oasc.ZkController.register We are http://127.0.0.1:35787/u_fbd/zl/collection1/ and leader is http://127.0.0.1:35787/u_fbd/zl/collection1/
[junit4:junit4] 2> 112014 T396 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35787/u_fbd/zl
[junit4:junit4] 2> 112015 T396 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 112015 T396 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 112015 T396 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 112019 T396 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 112021 T371 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 112021 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 112022 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 112039 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 112041 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 112044 T400 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@114f6322 name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 112044 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 112047 T371 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 112050 T371 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 112334 T371 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 112337 T371 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35806
[junit4:junit4] 2> 112338 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 112339 T371 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 112339 T371 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339
[junit4:junit4] 2> 112340 T371 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/solr.xml
[junit4:junit4] 2> 112340 T371 oasc.CoreContainer.<init> New CoreContainer 1205725045
[junit4:junit4] 2> 112341 T371 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/'
[junit4:junit4] 2> 112341 T371 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/'
[junit4:junit4] 2> 112460 T371 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 112461 T371 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 112462 T371 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 112462 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 112463 T371 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 112463 T371 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 112464 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 112464 T371 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 112465 T371 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 112466 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 112483 T371 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 112484 T371 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35784/solr
[junit4:junit4] 2> 112484 T371 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 112485 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 112489 T411 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43996c2a name:ZooKeeperConnection Watcher:127.0.0.1:35784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 112490 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 112505 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 112517 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 112520 T413 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3907b408 name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 112520 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 112533 T371 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 113485 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 113486 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35787_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35787_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35787/u_fbd/zl"}
[junit4:junit4] 2> 113501 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 113501 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 113501 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 113537 T371 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35806_u_fbd%2Fzl
[junit4:junit4] 2> 113539 T371 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35806_u_fbd%2Fzl
[junit4:junit4] 2> 113542 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 113543 T400 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 113543 T393 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 113544 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 113544 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 113545 T413 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 113552 T414 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/collection1
[junit4:junit4] 2> 113552 T414 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 113553 T414 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 113553 T414 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 113555 T414 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/collection1/'
[junit4:junit4] 2> 113557 T414 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 113558 T414 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/collection1/lib/README' to classloader
[junit4:junit4] 2> 113612 T414 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 113671 T414 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 113773 T414 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 113780 T414 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 114354 T414 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 114359 T414 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 114361 T414 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 114367 T414 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 114405 T414 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 114406 T414 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369227880339/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty1/
[junit4:junit4] 2> 114406 T414 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e32382
[junit4:junit4] 2> 114407 T414 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 114407 T414 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty1
[junit4:junit4] 2> 114408 T414 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty1/index/
[junit4:junit4] 2> 114408 T414 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 114409 T414 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty1/index
[junit4:junit4] 2> 114413 T414 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fa94f77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@466f7bec),segFN=segments_1,generation=1}
[junit4:junit4] 2> 114413 T414 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 114416 T414 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 114417 T414 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 114417 T414 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 114418 T414 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 114419 T414 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 114420 T414 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 114420 T414 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 114421 T414 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 114422 T414 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 114431 T414 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 114439 T414 oass.SolrIndexSearcher.<init> Opening Searcher@318b1420 main
[junit4:junit4] 2> 114439 T414 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty1/tlog
[junit4:junit4] 2> 114441 T414 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 114441 T414 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 114448 T415 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@318b1420 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 114451 T414 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 114452 T414 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 115011 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 115013 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35806_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35806/u_fbd/zl"}
[junit4:junit4] 2> 115013 T394 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 115014 T394 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 115028 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 115028 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 115028 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 115455 T414 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 115455 T414 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35806/u_fbd/zl collection:collection1 shard:shard1
[junit4:junit4] 2> 115456 T414 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 115477 T414 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 115489 T414 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 115489 T414 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 115490 T414 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35806/u_fbd/zl/collection1/
[junit4:junit4] 2> 115490 T414 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 115490 T414 oasc.SyncStrategy.syncToMe http://127.0.0.1:35806/u_fbd/zl/collection1/ has no replicas
[junit4:junit4] 2> 115491 T414 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35806/u_fbd/zl/collection1/
[junit4:junit4] 2> 115491 T414 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 116535 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 116609 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 116609 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 116609 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 116631 T414 oasc.ZkController.register We are http://127.0.0.1:35806/u_fbd/zl/collection1/ and leader is http://127.0.0.1:35806/u_fbd/zl/collection1/
[junit4:junit4] 2> 116631 T414 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35806/u_fbd/zl
[junit4:junit4] 2> 116631 T414 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 116632 T414 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 116632 T414 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 116634 T414 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 116636 T371 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 116636 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 116637 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 116909 T371 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 116912 T371 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35822
[junit4:junit4] 2> 116912 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 116913 T371 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 116913 T371 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941
[junit4:junit4] 2> 116914 T371 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/solr.xml
[junit4:junit4] 2> 116915 T371 oasc.CoreContainer.<init> New CoreContainer 253427397
[junit4:junit4] 2> 116915 T371 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/'
[junit4:junit4] 2> 116916 T371 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/'
[junit4:junit4] 2> 117030 T371 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 117031 T371 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 117031 T371 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 117032 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 117032 T371 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 117033 T371 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 117033 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 117034 T371 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 117034 T371 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 117035 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 117057 T371 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 117062 T371 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35784/solr
[junit4:junit4] 2> 117062 T371 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 117064 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 117067 T427 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@653a96ba name:ZooKeeperConnection Watcher:127.0.0.1:35784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 117068 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 117082 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 117094 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 117096 T429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ea21a3d name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 117096 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 117109 T371 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 118113 T371 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35822_u_fbd%2Fzl
[junit4:junit4] 2> 118116 T371 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35822_u_fbd%2Fzl
[junit4:junit4] 2> 118119 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 118119 T400 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 118120 T393 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 118120 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 118120 T429 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 118120 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 118121 T413 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 118130 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 118131 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35806_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35806_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35806/u_fbd/zl"}
[junit4:junit4] 2> 118135 T430 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/collection1
[junit4:junit4] 2> 118135 T430 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 118139 T430 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 118140 T430 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 118141 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 118141 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 118141 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 118142 T430 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/collection1/'
[junit4:junit4] 2> 118144 T430 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 118144 T430 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/collection1/lib/README' to classloader
[junit4:junit4] 2> 118146 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 118196 T430 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 118256 T430 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 118358 T430 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 118365 T430 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 118937 T430 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 118941 T430 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 118944 T430 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 118950 T430 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 118984 T430 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 118984 T430 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369227884941/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty2/
[junit4:junit4] 2> 118985 T430 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e32382
[junit4:junit4] 2> 118985 T430 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 118987 T430 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty2
[junit4:junit4] 2> 118987 T430 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty2/index/
[junit4:junit4] 2> 118987 T430 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 118988 T430 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty2/index
[junit4:junit4] 2> 118991 T430 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1499da lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4e89a5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 118992 T430 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 118995 T430 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 118996 T430 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 118996 T430 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 118997 T430 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 118998 T430 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 118999 T430 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 118999 T430 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 119000 T430 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 119000 T430 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 119010 T430 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 119017 T430 oass.SolrIndexSearcher.<init> Opening Searcher@1d225131 main
[junit4:junit4] 2> 119018 T430 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty2/tlog
[junit4:junit4] 2> 119019 T430 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 119019 T430 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 119026 T431 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d225131 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 119029 T430 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 119029 T430 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 119648 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 119649 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35822_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35822/u_fbd/zl"}
[junit4:junit4] 2> 119649 T394 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 119650 T394 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 119664 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 119664 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 119664 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 119664 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 120032 T430 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 120032 T430 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35822/u_fbd/zl collection:collection1 shard:shard2
[junit4:junit4] 2> 120033 T430 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 120051 T430 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 120055 T430 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 120055 T430 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 120056 T430 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35822/u_fbd/zl/collection1/
[junit4:junit4] 2> 120056 T430 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 120056 T430 oasc.SyncStrategy.syncToMe http://127.0.0.1:35822/u_fbd/zl/collection1/ has no replicas
[junit4:junit4] 2> 120057 T430 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35822/u_fbd/zl/collection1/
[junit4:junit4] 2> 120057 T430 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 121171 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 121256 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 121256 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 121256 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 121256 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 121288 T430 oasc.ZkController.register We are http://127.0.0.1:35822/u_fbd/zl/collection1/ and leader is http://127.0.0.1:35822/u_fbd/zl/collection1/
[junit4:junit4] 2> 121288 T430 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35822/u_fbd/zl
[junit4:junit4] 2> 121288 T430 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 121289 T430 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 121289 T430 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 121356 T430 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 121357 T371 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 121358 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 121359 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 121655 T371 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 121658 T371 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35828
[junit4:junit4] 2> 121659 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 121659 T371 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 121660 T371 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665
[junit4:junit4] 2> 121660 T371 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/solr.xml
[junit4:junit4] 2> 121661 T371 oasc.CoreContainer.<init> New CoreContainer 438735039
[junit4:junit4] 2> 121661 T371 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/'
[junit4:junit4] 2> 121662 T371 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/'
[junit4:junit4] 2> 121773 T371 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 121774 T371 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 121775 T371 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 121775 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 121776 T371 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 121776 T371 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 121777 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 121777 T371 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 121778 T371 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 121779 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 121796 T371 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 121797 T371 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35784/solr
[junit4:junit4] 2> 121797 T371 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 121798 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 121829 T443 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e34206b name:ZooKeeperConnection Watcher:127.0.0.1:35784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 121830 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 121847 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 121860 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 121862 T445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e5b3b80 name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 121862 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 121875 T371 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 122784 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 122785 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35822_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35822_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35822/u_fbd/zl"}
[junit4:junit4] 2> 122804 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 122804 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 122804 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 122804 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 122804 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 122880 T371 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35828_u_fbd%2Fzl
[junit4:junit4] 2> 122883 T371 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35828_u_fbd%2Fzl
[junit4:junit4] 2> 122886 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 122886 T400 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 122886 T429 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 122887 T445 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 122886 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 122886 T393 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 122887 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 122887 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 122888 T413 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 122888 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 122900 T446 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/collection1
[junit4:junit4] 2> 122901 T446 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 122901 T446 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 122902 T446 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 122904 T446 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/collection1/'
[junit4:junit4] 2> 122905 T446 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/collection1/lib/README' to classloader
[junit4:junit4] 2> 122906 T446 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 122961 T446 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 123020 T446 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 123121 T446 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 123128 T446 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 123651 T446 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 123654 T446 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 123655 T446 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 123660 T446 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 123689 T446 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 123690 T446 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369227889665/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/
[junit4:junit4] 2> 123690 T446 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e32382
[junit4:junit4] 2> 123691 T446 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 123691 T446 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3
[junit4:junit4] 2> 123691 T446 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index/
[junit4:junit4] 2> 123692 T446 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 123692 T446 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index
[junit4:junit4] 2> 123695 T446 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21798b40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da13aa9),segFN=segments_1,generation=1}
[junit4:junit4] 2> 123695 T446 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 123698 T446 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 123698 T446 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 123699 T446 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 123699 T446 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 123700 T446 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 123700 T446 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 123700 T446 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 123701 T446 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 123701 T446 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 123708 T446 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 123713 T446 oass.SolrIndexSearcher.<init> Opening Searcher@17d22080 main
[junit4:junit4] 2> 123713 T446 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/tlog
[junit4:junit4] 2> 123715 T446 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 123715 T446 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 123720 T447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17d22080 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 123723 T446 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 123723 T446 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 124311 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 124312 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35828_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35828/u_fbd/zl"}
[junit4:junit4] 2> 124312 T394 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 124313 T394 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 124327 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 124327 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 124327 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 124327 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 124327 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 124726 T446 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 124726 T446 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35828/u_fbd/zl collection:collection1 shard:shard1
[junit4:junit4] 2> 124731 T446 oasc.ZkController.register We are http://127.0.0.1:35828/u_fbd/zl/collection1/ and leader is http://127.0.0.1:35806/u_fbd/zl/collection1/
[junit4:junit4] 2> 124731 T446 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35828/u_fbd/zl
[junit4:junit4] 2> 124731 T446 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 124731 T446 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C95 name=collection1 org.apache.solr.core.SolrCore@5221aba url=http://127.0.0.1:35828/u_fbd/zl/collection1 node=127.0.0.1:35828_u_fbd%2Fzl C95_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:35828_u_fbd%2Fzl, base_url=http://127.0.0.1:35828/u_fbd/zl}
[junit4:junit4] 2> 124732 T448 C95 P35828 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 124733 T446 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 124733 T448 C95 P35828 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 124734 T448 C95 P35828 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 124734 T448 C95 P35828 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 124734 T371 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 124735 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 124735 T448 C95 P35828 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 124736 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 124762 T403 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:35828_u_fbd%2Fzl_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 125016 T371 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 125020 T371 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:35842
[junit4:junit4] 2> 125020 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 125021 T371 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 125021 T371 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049
[junit4:junit4] 2> 125022 T371 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/solr.xml
[junit4:junit4] 2> 125023 T371 oasc.CoreContainer.<init> New CoreContainer 240681980
[junit4:junit4] 2> 125023 T371 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/'
[junit4:junit4] 2> 125024 T371 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/'
[junit4:junit4] 2> 125133 T371 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 125134 T371 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 125135 T371 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 125135 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 125136 T371 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 125136 T371 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 125137 T371 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 125137 T371 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 125138 T371 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 125138 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 125154 T371 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 125155 T371 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:35784/solr
[junit4:junit4] 2> 125156 T371 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 125157 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 125160 T460 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25c66b53 name:ZooKeeperConnection Watcher:127.0.0.1:35784 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 125161 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 125176 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 125188 T371 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 125191 T462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5157c61e name:ZooKeeperConnection Watcher:127.0.0.1:35784/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 125191 T371 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 125202 T371 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 125832 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 125833 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35828_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35828_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35828/u_fbd/zl"}
[junit4:junit4] 2> 125849 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 125849 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 125849 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 125849 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 125849 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 125849 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 126207 T371 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35842_u_fbd%2Fzl
[junit4:junit4] 2> 126210 T371 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35842_u_fbd%2Fzl
[junit4:junit4] 2> 126267 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 126267 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 126268 T445 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 126268 T393 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 126268 T400 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 126268 T429 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 126269 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 126269 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 126269 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 126270 T413 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 126270 T462 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 126270 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 126277 T463 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/collection1
[junit4:junit4] 2> 126277 T463 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 126278 T463 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 126279 T463 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 126280 T463 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/collection1/'
[junit4:junit4] 2> 126282 T463 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/collection1/lib/README' to classloader
[junit4:junit4] 2> 126283 T463 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 126334 T463 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 126397 T463 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 126498 T463 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 126504 T463 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 126765 T403 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:35828_u_fbd%2Fzl_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 126765 T403 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:35828_u_fbd%252Fzl_collection1&state=recovering&nodeName=127.0.0.1:35828_u_fbd%252Fzl&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 127056 T463 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 127060 T463 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 127062 T463 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 127067 T463 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 127099 T463 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 127099 T463 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369227893049/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/
[junit4:junit4] 2> 127100 T463 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@27e32382
[junit4:junit4] 2> 127100 T463 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 127101 T463 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4
[junit4:junit4] 2> 127101 T463 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index/
[junit4:junit4] 2> 127101 T463 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 127103 T463 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index
[junit4:junit4] 2> 127106 T463 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a14948 lockFactory=org.apache.lucene.store.NativeFSLockFactory@59465d7d),segFN=segments_1,generation=1}
[junit4:junit4] 2> 127107 T463 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 127110 T463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 127110 T463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 127111 T463 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 127112 T463 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 127112 T463 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 127113 T463 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 127113 T463 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 127114 T463 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 127114 T463 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 127123 T463 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 127130 T463 oass.SolrIndexSearcher.<init> Opening Searcher@285fb753 main
[junit4:junit4] 2> 127130 T463 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/tlog
[junit4:junit4] 2> 127131 T463 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 127132 T463 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 127137 T464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@285fb753 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 127139 T463 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 127140 T463 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 127356 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 127357 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35842_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35842/u_fbd/zl"}
[junit4:junit4] 2> 127357 T394 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 127357 T394 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 127375 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 127375 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 127375 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 127375 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 127375 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 127375 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 128170 T463 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 128170 T463 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35842/u_fbd/zl collection:collection1 shard:shard2
[junit4:junit4] 2> 128175 T463 oasc.ZkController.register We are http://127.0.0.1:35842/u_fbd/zl/collection1/ and leader is http://127.0.0.1:35822/u_fbd/zl/collection1/
[junit4:junit4] 2> 128175 T463 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35842/u_fbd/zl
[junit4:junit4] 2> 128175 T463 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 128176 T463 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C96 name=collection1 org.apache.solr.core.SolrCore@393f8181 url=http://127.0.0.1:35842/u_fbd/zl/collection1 node=127.0.0.1:35842_u_fbd%2Fzl C96_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:35842_u_fbd%2Fzl, base_url=http://127.0.0.1:35842/u_fbd/zl}
[junit4:junit4] 2> 128176 T465 C96 P35842 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 128177 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 128177 T463 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 128177 T465 C96 P35842 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 128178 T465 C96 P35842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 128179 T371 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 128179 T371 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 128180 T371 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 128180 T465 C96 P35842 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 128204 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 128206 T371 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 128206 T419 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:35842_u_fbd%2Fzl_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 128206 T371 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 128208 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C97 name=collection1 org.apache.solr.core.SolrCore@5221aba url=http://127.0.0.1:35828/u_fbd/zl/collection1 node=127.0.0.1:35828_u_fbd%2Fzl C97_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35828_u_fbd%2Fzl, base_url=http://127.0.0.1:35828/u_fbd/zl}
[junit4:junit4] 2> 128767 T448 C97 P35828 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:35806/u_fbd/zl/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 128767 T448 C97 P35828 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35828/u_fbd/zl START replicas=[http://127.0.0.1:35806/u_fbd/zl/collection1/] nUpdates=100
[junit4:junit4] 2> 128768 T448 C97 P35828 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 128768 T448 C97 P35828 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 128769 T448 C97 P35828 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 128769 T448 C97 P35828 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 128769 T448 C97 P35828 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 128770 T448 C97 P35828 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:35806/u_fbd/zl/collection1/. core=collection1
[junit4:junit4] 2> 128770 T448 C97 P35828 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C98 name=collection1 org.apache.solr.core.SolrCore@5858b81b url=http://127.0.0.1:35806/u_fbd/zl/collection1 node=127.0.0.1:35806_u_fbd%2Fzl C98_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35806_u_fbd%2Fzl, base_url=http://127.0.0.1:35806/u_fbd/zl, leader=true}
[junit4:junit4] 2> 128776 T404 C98 P35806 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 128782 T405 C98 P35806 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 128785 T405 C98 P35806 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fa94f77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@466f7bec),segFN=segments_1,generation=1}
[junit4:junit4] 2> 128785 T405 C98 P35806 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 128786 T405 C98 P35806 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fa94f77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@466f7bec),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fa94f77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@466f7bec),segFN=segments_2,generation=2}
[junit4:junit4] 2> 128786 T405 C98 P35806 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 128787 T405 C98 P35806 oass.SolrIndexSearcher.<init> Opening Searcher@35d1b58e realtime
[junit4:junit4] 2> 128788 T405 C98 P35806 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 128788 T405 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 128789 T448 C97 P35828 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 128789 T448 C97 P35828 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 128792 T406 C98 P35806 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 128792 T406 C98 P35806 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 128793 T448 C97 P35828 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 128793 T448 C97 P35828 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 128793 T448 C97 P35828 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 128796 T406 C98 P35806 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 128797 T448 C97 P35828 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 128798 T448 C97 P35828 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index.20130522060457085
[junit4:junit4] 2> 128798 T448 C97 P35828 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6035442 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5527e404) fullCopy=false
[junit4:junit4] 2> 128801 T406 C98 P35806 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 128802 T448 C97 P35828 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 128803 T448 C97 P35828 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 128804 T448 C97 P35828 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 128806 T448 C97 P35828 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21798b40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da13aa9),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21798b40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da13aa9),segFN=segments_2,generation=2}
[junit4:junit4] 2> 128806 T448 C97 P35828 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 128807 T448 C97 P35828 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 128807 T448 C97 P35828 oass.SolrIndexSearcher.<init> Opening Searcher@2fa133fe main
[junit4:junit4] 2> 128808 T447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2fa133fe main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 128809 T448 C97 P35828 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index.20130522060457085 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index.20130522060457085;done=true>>]
[junit4:junit4] 2> 128809 T448 C97 P35828 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index.20130522060457085
[junit4:junit4] 2> 128810 T448 C97 P35828 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty3/index.20130522060457085
[junit4:junit4] 2> 128810 T448 C97 P35828 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 128810 T448 C97 P35828 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 128811 T448 C97 P35828 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 128811 T448 C97 P35828 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 128813 T448 C97 P35828 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 128881 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 128882 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35842_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35842_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35842/u_fbd/zl"}
[junit4:junit4] 2> 128886 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35828_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35828_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35828/u_fbd/zl"}
[junit4:junit4] 2> 128899 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 128899 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 128899 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 128899 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 128899 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 128899 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 129208 T419 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:35842_u_fbd%2Fzl_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 129208 T419 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:35842_u_fbd%252Fzl_collection1&state=recovering&nodeName=127.0.0.1:35842_u_fbd%252Fzl&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 129210 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 130213 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C96_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:35842_u_fbd%2Fzl, base_url=http://127.0.0.1:35842/u_fbd/zl}
[junit4:junit4] 2> 131210 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:35822/u_fbd/zl/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 131210 T465 C96 P35842 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35842/u_fbd/zl START replicas=[http://127.0.0.1:35822/u_fbd/zl/collection1/] nUpdates=100
[junit4:junit4] 2> 131211 T465 C96 P35842 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 131211 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 131211 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 131212 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 131212 T465 C96 P35842 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 131213 T465 C96 P35842 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:35822/u_fbd/zl/collection1/. core=collection1
[junit4:junit4] 2> 131213 T465 C96 P35842 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 131215 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C99 name=collection1 org.apache.solr.core.SolrCore@2db95fe6 url=http://127.0.0.1:35822/u_fbd/zl/collection1 node=127.0.0.1:35822_u_fbd%2Fzl C99_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35822_u_fbd%2Fzl, base_url=http://127.0.0.1:35822/u_fbd/zl, leader=true}
[junit4:junit4] 2> 131220 T420 C99 P35822 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 131225 T421 C99 P35822 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 131228 T421 C99 P35822 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1499da lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4e89a5),segFN=segments_1,generation=1}
[junit4:junit4] 2> 131228 T421 C99 P35822 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 131229 T421 C99 P35822 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1499da lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4e89a5),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1499da lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4e89a5),segFN=segments_2,generation=2}
[junit4:junit4] 2> 131230 T421 C99 P35822 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 131230 T421 C99 P35822 oass.SolrIndexSearcher.<init> Opening Searcher@1ef2ad66 realtime
[junit4:junit4] 2> 131231 T421 C99 P35822 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 131231 T421 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 131232 T465 C96 P35842 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 131232 T465 C96 P35842 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 131234 T422 C99 P35822 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 131235 T422 C99 P35822 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 131236 T465 C96 P35842 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 131236 T465 C96 P35842 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 131236 T465 C96 P35842 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 131239 T422 C99 P35822 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 131240 T465 C96 P35842 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 131241 T465 C96 P35842 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index.20130522060459529
[junit4:junit4] 2> 131241 T465 C96 P35842 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@146b11e4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1830f455) fullCopy=false
[junit4:junit4] 2> 131244 T422 C99 P35822 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 131245 T465 C96 P35842 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 131246 T465 C96 P35842 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 131247 T465 C96 P35842 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 131248 T465 C96 P35842 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a14948 lockFactory=org.apache.lucene.store.NativeFSLockFactory@59465d7d),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a14948 lockFactory=org.apache.lucene.store.NativeFSLockFactory@59465d7d),segFN=segments_2,generation=2}
[junit4:junit4] 2> 131249 T465 C96 P35842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 131249 T465 C96 P35842 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 131250 T465 C96 P35842 oass.SolrIndexSearcher.<init> Opening Searcher@273f5150 main
[junit4:junit4] 2> 131251 T464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@273f5150 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 131252 T465 C96 P35842 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index.20130522060459529 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index.20130522060459529;done=true>>]
[junit4:junit4] 2> 131252 T465 C96 P35842 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index.20130522060459529
[junit4:junit4] 2> 131252 T465 C96 P35842 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index.20130522060459529
[junit4:junit4] 2> 131253 T465 C96 P35842 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 131253 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 131253 T465 C96 P35842 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 131253 T465 C96 P35842 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 131257 T465 C96 P35842 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 131916 T394 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 131917 T394 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:35842_u_fbd%2Fzl_collection1",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:35842_u_fbd%2Fzl",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:35842/u_fbd/zl"}
[junit4:junit4] 2> 131947 T429 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 131948 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 131948 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 131948 T400 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 131948 T413 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 131948 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 132218 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 132220 T371 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C100 name=collection1 org.apache.solr.core.SolrCore@6ae56499 url=http://127.0.0.1:35787/u_fbd/zl/collection1 node=127.0.0.1:35787_u_fbd%2Fzl C100_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:35787_u_fbd%2Fzl, base_url=http://127.0.0.1:35787/u_fbd/zl, leader=true}
[junit4:junit4] 2> 132228 T383 C100 P35787 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 132232 T383 C100 P35787 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9dec900 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4359a197),segFN=segments_1,generation=1}
[junit4:junit4] 2> 132232 T383 C100 P35787 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 132233 T383 C100 P35787 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9dec900 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4359a197),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@9dec900 lockFactory=org.apache.lucene.store.NativeFSLockFactory@4359a197),segFN=segments_2,generation=2}
[junit4:junit4] 2> 132234 T383 C100 P35787 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 132234 T383 C100 P35787 oass.SolrIndexSearcher.<init> Opening Searcher@5f909402 main
[junit4:junit4] 2> 132235 T383 C100 P35787 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 132236 T397 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f909402 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 132236 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> 132250 T423 C99 P35822 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 132251 T423 C99 P35822 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1499da lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4e89a5),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@e1499da lockFactory=org.apache.lucene.store.NativeFSLockFactory@c4e89a5),segFN=segments_3,generation=3}
[junit4:junit4] 2> 132252 T423 C99 P35822 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 132252 T423 C99 P35822 oass.SolrIndexSearcher.<init> Opening Searcher@78d3cdb9 main
[junit4:junit4] 2> 132253 T423 C99 P35822 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 132254 T431 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78d3cdb9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 132254 T423 C99 P35822 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:35806/u_fbd/zl/collection1/, StdNode: http://127.0.0.1:35828/u_fbd/zl/collection1/, StdNode: http://127.0.0.1:35842/u_fbd/zl/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 132257 T407 C98 P35806 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 132259 T407 C98 P35806 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fa94f77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@466f7bec),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@7fa94f77 lockFactory=org.apache.lucene.store.NativeFSLockFactory@466f7bec),segFN=segments_3,generation=3}
[junit4:junit4] 2> 132259 T407 C98 P35806 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 132260 T407 C98 P35806 oass.SolrIndexSearcher.<init> Opening Searcher@2ebeb60 main
[junit4:junit4] 2> 132260 T407 C98 P35806 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 132261 T415 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ebeb60 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 132262 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> C97_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35828_u_fbd%2Fzl, base_url=http://127.0.0.1:35828/u_fbd/zl}
[junit4:junit4] 2> 132265 T435 C97 P35828 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C96_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35842_u_fbd%2Fzl, base_url=http://127.0.0.1:35842/u_fbd/zl}
[junit4:junit4] 2> 132265 T452 C96 P35842 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 132266 T435 C97 P35828 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21798b40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da13aa9),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@21798b40 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da13aa9),segFN=segments_3,generation=3}
[junit4:junit4] 2> 132266 T452 C96 P35842 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a14948 lockFactory=org.apache.lucene.store.NativeFSLockFactory@59465d7d),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@17a14948 lockFactory=org.apache.lucene.store.NativeFSLockFactory@59465d7d),segFN=segments_3,generation=3}
[junit4:junit4] 2> 132267 T435 C97 P35828 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 132267 T452 C96 P35842 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 132268 T435 C97 P35828 oass.SolrIndexSearcher.<init> Opening Searcher@7b907cd5 main
[junit4:junit4] 2> 132268 T452 C96 P35842 oass.SolrIndexSearcher.<init> Opening Searcher@499ca496 main
[junit4:junit4] 2> 132269 T435 C97 P35828 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 132269 T452 C96 P35842 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 132270 T447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7b907cd5 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 132270 T464 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@499ca496 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 132271 T435 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 132271 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 132272 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 22
[junit4:junit4] 2> 132273 T371 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 132276 T408 C98 P35806 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 132279 T436 C97 P35828 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 132281 T424 C99 P35822 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 132283 T453 C96 P35842 oasc.SolrCore.execute [collection1] webapp=/u_fbd/zl path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 134289 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435739517171531776)} 0 2
[junit4:junit4] 2> 134298 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={update.distrib=FROMLEADER&_version_=-1435739517175726080&update.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435739517175726080)} 0 2
[junit4:junit4] 2> 134302 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={update.distrib=FROMLEADER&_version_=-1435739517179920384&update.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435739517179920384)} 0 2
[junit4:junit4] 2> 134302 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435739517179920384)} 0 6
[junit4:junit4] 2> 134303 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435739517175726080)} 0 11
[junit4:junit4] 2> 134307 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[0 (1435739517190406144)]} 0 1
[junit4:junit4] 2> 134316 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435739517196697600)]} 0 1
[junit4:junit4] 2> 134317 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1435739517196697600)]} 0 5
[junit4:junit4] 2> 134317 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[0]} 0 7
[junit4:junit4] 2> 134320 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[1 (1435739517205086208)]} 0 0
[junit4:junit4] 2> 134329 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435739517211377664)]} 0 0
[junit4:junit4] 2> 134330 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435739517211377664)]} 0 4
[junit4:junit4] 2> 134331 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[1]} 0 8
[junit4:junit4] 2> 134334 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[2 (1435739517219766272)]} 0 0
[junit4:junit4] 2> 134341 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435739517222912000)]} 0 1
[junit4:junit4] 2> 134341 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[2 (1435739517222912000)]} 0 4
[junit4:junit4] 2> 134344 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[3 (1435739517230252032)]} 0 0
[junit4:junit4] 2> 134351 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435739517233397760)]} 0 1
[junit4:junit4] 2> 134351 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[3 (1435739517233397760)]} 0 4
[junit4:junit4] 2> 134354 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[4 (1435739517240737792)]} 0 0
[junit4:junit4] 2> 134360 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435739517242834944)]} 0 1
[junit4:junit4] 2> 134360 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[4 (1435739517242834944)]} 0 4
[junit4:junit4] 2> 134363 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[5 (1435739517250174976)]} 0 0
[junit4:junit4] 2> 134369 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435739517253320704)]} 0 0
[junit4:junit4] 2> 134370 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[5 (1435739517253320704)]} 0 4
[junit4:junit4] 2> 134373 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[6 (1435739517260660736)]} 0 0
[junit4:junit4] 2> 134382 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435739517265903616)]} 0 1
[junit4:junit4] 2> 134382 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1435739517265903616)]} 0 4
[junit4:junit4] 2> 134383 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[6]} 0 7
[junit4:junit4] 2> 134386 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[7 (1435739517274292224)]} 0 0
[junit4:junit4] 2> 134392 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435739517277437952)]} 0 0
[junit4:junit4] 2> 134393 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[7 (1435739517277437952)]} 0 4
[junit4:junit4] 2> 134396 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[8 (1435739517284777984)]} 0 0
[junit4:junit4] 2> 134404 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435739517290020864)]} 0 0
[junit4:junit4] 2> 134405 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1435739517290020864)]} 0 4
[junit4:junit4] 2> 134406 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4] 2> 134409 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[9 (1435739517298409472)]} 0 0
[junit4:junit4] 2> 134417 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435739517303652352)]} 0 0
[junit4:junit4] 2> 134418 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1435739517303652352)]} 0 4
[junit4:junit4] 2> 134419 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[9]} 0 7
[junit4:junit4] 2> 134422 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[10 (1435739517312040960)]} 0 0
[junit4:junit4] 2> 134429 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435739517315186688)]} 0 1
[junit4:junit4] 2> 134429 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[10 (1435739517315186688)]} 0 4
[junit4:junit4] 2> 134432 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[11 (1435739517322526720)]} 0 0
[junit4:junit4] 2> 134439 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435739517325672448)]} 0 0
[junit4:junit4] 2> 134439 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[11 (1435739517325672448)]} 0 4
[junit4:junit4] 2> 134442 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[12 (1435739517333012480)]} 0 0
[junit4:junit4] 2> 134448 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435739517336158208)]} 0 0
[junit4:junit4] 2> 134449 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[12 (1435739517336158208)]} 0 4
[junit4:junit4] 2> 134452 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[13 (1435739517343498240)]} 0 0
[junit4:junit4] 2> 134461 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435739517348741120)]} 0 1
[junit4:junit4] 2> 134461 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1435739517348741120)]} 0 4
[junit4:junit4] 2> 134462 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[13]} 0 7
[junit4:junit4] 2> 134465 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[14 (1435739517357129728)]} 0 0
[junit4:junit4] 2> 134471 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435739517360275456)]} 0 0
[junit4:junit4] 2> 134472 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[14 (1435739517360275456)]} 0 4
[junit4:junit4] 2> 134475 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[15 (1435739517367615488)]} 0 0
[junit4:junit4] 2> 134482 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435739517370761216)]} 0 1
[junit4:junit4] 2> 134483 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[15 (1435739517370761216)]} 0 5
[junit4:junit4] 2> 134486 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[16 (1435739517379149824)]} 0 0
[junit4:junit4] 2> 134495 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435739517384392704)]} 0 1
[junit4:junit4] 2> 134495 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1435739517384392704)]} 0 4
[junit4:junit4] 2> 134496 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[16]} 0 7
[junit4:junit4] 2> 134499 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[17 (1435739517392781312)]} 0 0
[junit4:junit4] 2> 134508 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435739517398024192)]} 0 1
[junit4:junit4] 2> 134508 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1435739517398024192)]} 0 4
[junit4:junit4] 2> 134509 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[17]} 0 7
[junit4:junit4] 2> 134512 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[18 (1435739517406412800)]} 0 0
[junit4:junit4] 2> 134520 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435739517411655680)]} 0 0
[junit4:junit4] 2> 134521 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1435739517411655680)]} 0 4
[junit4:junit4] 2> 134522 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[18]} 0 7
[junit4:junit4] 2> 134525 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[19 (1435739517420044288)]} 0 0
[junit4:junit4] 2> 134531 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435739517423190016)]} 0 0
[junit4:junit4] 2> 134532 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[19 (1435739517423190016)]} 0 4
[junit4:junit4] 2> 134535 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[20 (1435739517430530048)]} 0 0
[junit4:junit4] 2> 134544 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435739517435772928)]} 0 1
[junit4:junit4] 2> 134544 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1435739517435772928)]} 0 4
[junit4:junit4] 2> 134545 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[20]} 0 7
[junit4:junit4] 2> 134549 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[21 (1435739517444161536)]} 0 0
[junit4:junit4] 2> 134557 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435739517450452992)]} 0 0
[junit4:junit4] 2> 134558 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1435739517450452992)]} 0 4
[junit4:junit4] 2> 134559 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4] 2> 134562 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[22 (1435739517458841600)]} 0 0
[junit4:junit4] 2> 134570 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435739517464084480)]} 0 0
[junit4:junit4] 2> 134571 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435739517464084480)]} 0 4
[junit4:junit4] 2> 134572 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[22]} 0 7
[junit4:junit4] 2> 134575 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[23 (1435739517472473088)]} 0 0
[junit4:junit4] 2> 134581 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435739517475618816)]} 0 0
[junit4:junit4] 2> 134582 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[23 (1435739517475618816)]} 0 4
[junit4:junit4] 2> 134585 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[24 (1435739517482958848)]} 0 0
[junit4:junit4] 2> 134591 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435739517486104576)]} 0 0
[junit4:junit4] 2> 134592 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[24 (1435739517486104576)]} 0 4
[junit4:junit4] 2> 134595 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[25 (1435739517493444608)]} 0 0
[junit4:junit4] 2> 134603 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435739517498687488)]} 0 0
[junit4:junit4] 2> 134604 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1435739517498687488)]} 0 4
[junit4:junit4] 2> 134605 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[25]} 0 7
[junit4:junit4] 2> 134608 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[26 (1435739517507076096)]} 0 0
[junit4:junit4] 2> 134614 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435739517510221824)]} 0 0
[junit4:junit4] 2> 134615 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[26 (1435739517510221824)]} 0 4
[junit4:junit4] 2> 134618 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[27 (1435739517517561856)]} 0 0
[junit4:junit4] 2> 134626 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435739517522804736)]} 0 0
[junit4:junit4] 2> 134627 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1435739517522804736)]} 0 4
[junit4:junit4] 2> 134628 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[27]} 0 7
[junit4:junit4] 2> 134631 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[28 (1435739517531193344)]} 0 0
[junit4:junit4] 2> 134639 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435739517536436224)]} 0 0
[junit4:junit4] 2> 134640 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1435739517536436224)]} 0 4
[junit4:junit4] 2> 134641 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[28]} 0 7
[junit4:junit4] 2> 134644 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[29 (1435739517544824832)]} 0 0
[junit4:junit4] 2> 134652 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435739517550067712)]} 0 0
[junit4:junit4] 2> 134653 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1435739517550067712)]} 0 4
[junit4:junit4] 2> 134654 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[29]} 0 7
[junit4:junit4] 2> 134657 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[30 (1435739517558456320)]} 0 0
[junit4:junit4] 2> 134663 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435739517561602048)]} 0 0
[junit4:junit4] 2> 134664 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[30 (1435739517561602048)]} 0 4
[junit4:junit4] 2> 134667 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[31 (1435739517568942080)]} 0 0
[junit4:junit4] 2> 134675 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435739517574184960)]} 0 0
[junit4:junit4] 2> 134676 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1435739517574184960)]} 0 4
[junit4:junit4] 2> 134677 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[31]} 0 7
[junit4:junit4] 2> 134680 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[32 (1435739517582573568)]} 0 0
[junit4:junit4] 2> 134689 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435739517587816448)]} 0 0
[junit4:junit4] 2> 134689 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1435739517587816448)]} 0 4
[junit4:junit4] 2> 134690 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[32]} 0 7
[junit4:junit4] 2> 134693 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[33 (1435739517596205056)]} 0 0
[junit4:junit4] 2> 134699 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435739517599350784)]} 0 0
[junit4:junit4] 2> 134700 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[33 (1435739517599350784)]} 0 4
[junit4:junit4] 2> 134703 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[34 (1435739517606690816)]} 0 0
[junit4:junit4] 2> 134709 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435739517609836544)]} 0 0
[junit4:junit4] 2> 134710 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[34 (1435739517609836544)]} 0 4
[junit4:junit4] 2> 134713 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[35 (1435739517617176576)]} 0 0
[junit4:junit4] 2> 134721 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435739517622419456)]} 0 0
[junit4:junit4] 2> 134722 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1435739517622419456)]} 0 4
[junit4:junit4] 2> 134723 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[35]} 0 7
[junit4:junit4] 2> 134726 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[36 (1435739517630808064)]} 0 0
[junit4:junit4] 2> 134735 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435739517636050944)]} 0 0
[junit4:junit4] 2> 134735 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1435739517636050944)]} 0 4
[junit4:junit4] 2> 134736 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[36]} 0 7
[junit4:junit4] 2> 134739 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[37 (1435739517644439552)]} 0 0
[junit4:junit4] 2> 134747 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435739517649682432)]} 0 0
[junit4:junit4] 2> 134748 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1435739517649682432)]} 0 4
[junit4:junit4] 2> 134749 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[37]} 0 7
[junit4:junit4] 2> 134752 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[38 (1435739517658071040)]} 0 0
[junit4:junit4] 2> 134758 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435739517661216768)]} 0 0
[junit4:junit4] 2> 134759 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[38 (1435739517661216768)]} 0 4
[junit4:junit4] 2> 134763 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[39 (1435739517668556800)]} 0 0
[junit4:junit4] 2> 134770 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435739517673799680)]} 0 0
[junit4:junit4] 2> 134771 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1435739517673799680)]} 0 4
[junit4:junit4] 2> 134772 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[39]} 0 7
[junit4:junit4] 2> 134775 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[40 (1435739517682188288)]} 0 0
[junit4:junit4] 2> 134783 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435739517687431168)]} 0 0
[junit4:junit4] 2> 134784 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1435739517687431168)]} 0 4
[junit4:junit4] 2> 134785 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[40]} 0 7
[junit4:junit4] 2> 134788 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[41 (1435739517695819776)]} 0 0
[junit4:junit4] 2> 134794 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435739517698965504)]} 0 0
[junit4:junit4] 2> 134795 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[41 (1435739517698965504)]} 0 4
[junit4:junit4] 2> 134798 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[42 (1435739517706305536)]} 0 0
[junit4:junit4] 2> 134804 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435739517709451264)]} 0 0
[junit4:junit4] 2> 134805 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[42 (1435739517709451264)]} 0 4
[junit4:junit4] 2> 134808 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[43 (1435739517716791296)]} 0 0
[junit4:junit4] 2> 134815 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435739517719937024)]} 0 1
[junit4:junit4] 2> 134815 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[43 (1435739517719937024)]} 0 4
[junit4:junit4] 2> 134818 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[44 (1435739517727277056)]} 0 0
[junit4:junit4] 2> 134827 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435739517732519936)]} 0 0
[junit4:junit4] 2> 134828 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1435739517732519936)]} 0 5
[junit4:junit4] 2> 134829 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[44]} 0 8
[junit4:junit4] 2> 134832 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[45 (1435739517741957120)]} 0 0
[junit4:junit4] 2> 134840 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435739517747200000)]} 0 0
[junit4:junit4] 2> 134841 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435739517747200000)]} 0 4
[junit4:junit4] 2> 134842 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[45]} 0 7
[junit4:junit4] 2> 134845 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[46 (1435739517755588608)]} 0 0
[junit4:junit4] 2> 134851 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435739517758734336)]} 0 0
[junit4:junit4] 2> 134852 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[46 (1435739517758734336)]} 0 4
[junit4:junit4] 2> 134855 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[47 (1435739517766074368)]} 0 0
[junit4:junit4] 2> 134863 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435739517771317248)]} 0 0
[junit4:junit4] 2> 134864 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435739517771317248)]} 0 4
[junit4:junit4] 2> 134865 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[47]} 0 7
[junit4:junit4] 2> 134868 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[48 (1435739517779705856)]} 0 0
[junit4:junit4] 2> 134874 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1435739517782851584)]} 0 0
[junit4:junit4] 2> 134875 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[48 (1435739517782851584)]} 0 4
[junit4:junit4] 2> 134878 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[49 (1435739517790191616)]} 0 0
[junit4:junit4] 2> 134884 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1435739517794385920)]} 0 0
[junit4:junit4] 2> 134885 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[49 (1435739517794385920)]} 0 4
[junit4:junit4] 2> 134888 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[50 (1435739517800677376)]} 0 0
[junit4:junit4] 2> 134897 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1435739517805920256)]} 0 1
[junit4:junit4] 2> 134897 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[50 (1435739517805920256)]} 0 4
[junit4:junit4] 2> 134898 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[50]} 0 7
[junit4:junit4] 2> 134901 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[51 (1435739517814308864)]} 0 0
[junit4:junit4] 2> 134909 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1435739517819551744)]} 0 0
[junit4:junit4] 2> 134910 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1435739517819551744)]} 0 4
[junit4:junit4] 2> 134911 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[51]} 0 7
[junit4:junit4] 2> 134914 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[52 (1435739517827940352)]} 0 0
[junit4:junit4] 2> 134921 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1435739517831086080)]} 0 0
[junit4:junit4] 2> 134921 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[52 (1435739517831086080)]} 0 4
[junit4:junit4] 2> 134924 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[53 (1435739517838426112)]} 0 0
[junit4:junit4] 2> 134932 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1435739517843668992)]} 0 0
[junit4:junit4] 2> 134933 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1435739517843668992)]} 0 4
[junit4:junit4] 2> 134934 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[53]} 0 7
[junit4:junit4] 2> 134937 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[54 (1435739517852057600)]} 0 0
[junit4:junit4] 2> 134943 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1435739517855203328)]} 0 0
[junit4:junit4] 2> 134944 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[54 (1435739517855203328)]} 0 4
[junit4:junit4] 2> 134947 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[55 (1435739517862543360)]} 0 0
[junit4:junit4] 2> 134953 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1435739517865689088)]} 0 0
[junit4:junit4] 2> 134954 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[55 (1435739517865689088)]} 0 4
[junit4:junit4] 2> 134957 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[56 (1435739517873029120)]} 0 0
[junit4:junit4] 2> 134963 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1435739517876174848)]} 0 0
[junit4:junit4] 2> 134964 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[56 (1435739517876174848)]} 0 4
[junit4:junit4] 2> 134967 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[57 (1435739517883514880)]} 0 0
[junit4:junit4] 2> 134974 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1435739517886660608)]} 0 1
[junit4:junit4] 2> 134974 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[57 (1435739517886660608)]} 0 4
[junit4:junit4] 2> 134977 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[58 (1435739517894000640)]} 0 0
[junit4:junit4] 2> 134983 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1435739517897146368)]} 0 0
[junit4:junit4] 2> 134984 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[58 (1435739517897146368)]} 0 4
[junit4:junit4] 2> 134987 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[59 (1435739517904486400)]} 0 0
[junit4:junit4] 2> 134996 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1435739517909729280)]} 0 1
[junit4:junit4] 2> 134996 T407 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[59 (1435739517909729280)]} 0 4
[junit4:junit4] 2> 134997 T423 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[59]} 0 7
[junit4:junit4] 2> 135000 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[60 (1435739517918117888)]} 0 0
[junit4:junit4] 2> 135009 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1435739517923360768)]} 0 0
[junit4:junit4] 2> 135010 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[60 (1435739517923360768)]} 0 5
[junit4:junit4] 2> 135011 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[60]} 0 8
[junit4:junit4] 2> 135014 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[61 (1435739517932797952)]} 0 0
[junit4:junit4] 2> 135020 T437 C97 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1435739517935943680)]} 0 0
[junit4:junit4] 2> 135021 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[61 (1435739517935943680)]} 0 4
[junit4:junit4] 2> 135024 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[62 (1435739517943283712)]} 0 0
[junit4:junit4] 2> 135034 T452 C96 P35842 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1435739517949575168)]} 0 1
[junit4:junit4] 2> 135035 T425 C99 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[62 (1435739517949575168)]} 0 5
[junit4:junit4] 2> 135035 T409 C98 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[62]} 0 8
[junit4:junit4] 2> 135038 T383 C100 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[63 (1435739517957963776)]} 0 0
[junit4:junit4] 2> ASYNC NEW_CORE C101 name=collection1 org.apache.solr.core.SolrCore@5221aba url=http://127.0.0.1:35828/u_fbd/zl/collection1 node=127.0.0.1:35828_u_fbd%2Fzl C101_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35828_u_fbd%2Fzl, base_url=http://127.0.0.1:35828/u_fbd/zl}
[junit4:junit4] 2> 135054 T437 C101 P35828 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35806/u_fbd/zl/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1435739517971595264)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C102 name=collection1 org.apache.solr.core.SolrCore@5858b81b url=http://127.0.0.1:35806/u_fbd/zl/collection1 node=127.0.0.1:35806_u_fbd%2Fzl C102_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35806_u_fbd%2Fzl, base_url=http://127.0.0.1:35806/u_fbd/zl, leader=true}
[junit4:junit4] 2> 135055 T407 C102 P35806 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={distrib.from=http://127.0.0.1:35822/u_fbd/zl/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1435739517971595264)]} 0 5
[junit4:junit4] 2> ASYNC NEW_CORE C103 name=collection1 org.apache.solr.core.SolrCore@2db95fe6 url=http://127.0.0.1:35822/u_fbd/zl/collection1 node=127.0.0.1:35822_u_fbd%2Fzl C103_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:35822_u_fbd%2Fzl, base_url=http://127.0.0.1:35822/u_fbd/zl, leader=true}
[junit4:junit4] 2> 135056 T423 C103 P35822 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[63]} 0 15
[junit4:junit4] 2> ASYNC NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@6ae56499 url=http://127.0.0.1:35787/u_fbd/zl/collection1 node=127.0.0.1:35787_u_fbd%2Fzl C104_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:35787_u_fbd%2Fzl, base_url=http://127.0.0.1:35787/u_fbd/zl, leader=true}
[junit4:junit4] 2> 135060 T383 C104 P35787 oasup.LogUpdateProcessor.finish [collection1] webapp=/u_fbd/zl path=/update params={wt=javabin&version=2} {add=[64 (1435739517979983872)]} 0 1
[junit4:junit4] 2> 1
[...truncated too long message...]
eSolrException: Server at http://127.0.0.1:35806/u_fbd/zl returned non ok status:500, message:Server Error
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([ADDAE118B165AF9A:2C3C6F00C63ACFA6]:0)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4] > at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4] > at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4] > at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:679)
[junit4:junit4] 2> 343410 T371 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 368802 T462 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:35842/u_fbd/zl couldn't connect to http://127.0.0.1:35822/u_fbd/zl/collection1/, counting as success
[junit4:junit4] 2> 368803 T462 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:35842/u_fbd/zl DONE. sync succeeded
[junit4:junit4] 2> 368803 T462 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4] 2> 368805 T462 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4] 2> 368805 T462 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35842/u_fbd/zl/collection1/
[junit4:junit4] 2> 368806 T462 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@393f8181
[junit4:junit4] 2> 368808 T462 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=662,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 2> 368808 T462 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 368808 T462 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 368808 T462 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 368811 T462 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 368812 T462 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 368812 T462 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4;done=false>>]
[junit4:junit4] 2> 368812 T462 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4
[junit4:junit4] 2> 368812 T462 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index;done=false>>]
[junit4:junit4] 2> 368813 T462 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369227876401/jetty4/index
[junit4:junit4] 2> 368813 T462 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 368813 T462 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89733718108143628-127.0.0.1:35842_u_fbd%2Fzl_collection1-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 368814 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 368814 T462 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 368814 T462 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 368815 T462 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 368815 T462 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 368815 T462 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=DefaultSimilarity, locale=pl, timezone=US/Pacific-New
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=325292448,total=462028800
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestQuerySenderNoQuery, TestSolrQueryParserDefaultOperatorResource, SpellCheckCollatorTest, DebugComponentTest, OpenExchangeRatesOrgProviderTest, NumericFieldsTest, RequestHandlersTest, DisMaxRequestHandlerTest, SortByFunctionTest, TestDistributedGrouping, IndexBasedSpellCheckerTest, TestSolrXml, TestSchemaNameResource, PingRequestHandlerTest, TestNumberUtils, TestMaxScoreQueryParser, FullSolrCloudDistribCmdsTest, TestAtomicUpdateErrorCases, TestFoldingMultitermQuery, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 261.37s, 1 test, 1 error <<< FAILURES!
[...truncated 822 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 13 ignored (7 assumptions)
Total time: 50 minutes 29 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1648 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1648/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:51581 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51581 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([F905DB5F8AF4B5EB:78E35547FDABD5D7]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9613 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 2> 1642454 T3882 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 1642460 T3882 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369271246718
[junit4:junit4] 2> 1642462 T3882 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1642463 T3883 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1642564 T3882 oasc.ZkTestServer.run start zk server on port:40923
[junit4:junit4] 2> 1642565 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1642577 T3889 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43bd0cab name:ZooKeeperConnection Watcher:127.0.0.1:40923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1642578 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1642578 T3882 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1642736 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1642739 T3891 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28c08261 name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1642739 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1642740 T3882 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1642803 T3882 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1642808 T3882 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1642833 T3882 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1642862 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1642863 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1642945 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1642946 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1643058 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1643061 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1643066 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1643068 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1643074 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1643075 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1643079 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1643080 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1643084 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1643085 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1643089 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1643090 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1643093 T3882 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1643094 T3882 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1643381 T3882 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1643456 T3882 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55777
[junit4:junit4] 2> 1643457 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1643458 T3882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1643458 T3882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354
[junit4:junit4] 2> 1643459 T3882 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/solr.xml
[junit4:junit4] 2> 1643459 T3882 oasc.CoreContainer.<init> New CoreContainer 227396668
[junit4:junit4] 2> 1643460 T3882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/'
[junit4:junit4] 2> 1643460 T3882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/'
[junit4:junit4] 2> 1643580 T3882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1643580 T3882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1643581 T3882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1643581 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1643582 T3882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1643582 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1643583 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1643584 T3882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1643584 T3882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1643585 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1643600 T3882 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1643601 T3882 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40923/solr
[junit4:junit4] 2> 1643602 T3882 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1643603 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1643610 T3902 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5eb34552 name:ZooKeeperConnection Watcher:127.0.0.1:40923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1643611 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1643614 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1643626 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1643629 T3904 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4bcf9056 name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1643629 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1643641 T3882 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1643645 T3882 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1643655 T3882 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1643657 T3882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55777_
[junit4:junit4] 2> 1643659 T3882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55777_
[junit4:junit4] 2> 1643669 T3882 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1643683 T3882 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1643686 T3882 oasc.Overseer.start Overseer (id=89736560425435139-127.0.0.1:55777_-n_0000000000) starting
[junit4:junit4] 2> 1643702 T3882 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1643713 T3906 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1643714 T3882 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1643718 T3882 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1643724 T3882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1643727 T3905 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1643732 T3907 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/collection1
[junit4:junit4] 2> 1643732 T3907 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1643733 T3907 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1643733 T3907 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1643735 T3907 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/collection1/'
[junit4:junit4] 2> 1643737 T3907 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/collection1/lib/README' to classloader
[junit4:junit4] 2> 1643738 T3907 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1643797 T3907 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1643865 T3907 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1643966 T3907 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1643976 T3907 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1644588 T3907 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1644592 T3907 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1644595 T3907 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1644600 T3907 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1644622 T3907 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1644622 T3907 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369271247354/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/control/data/
[junit4:junit4] 2> 1644623 T3907 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40158291
[junit4:junit4] 2> 1644623 T3907 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1644624 T3907 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/control/data
[junit4:junit4] 2> 1644624 T3907 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/control/data/index/
[junit4:junit4] 2> 1644624 T3907 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1644626 T3907 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/control/data/index
[junit4:junit4] 2> 1644632 T3907 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232415tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@492631c0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1644632 T3907 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1644635 T3907 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1644635 T3907 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1644636 T3907 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1644636 T3907 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1644637 T3907 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1644637 T3907 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1644637 T3907 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1644638 T3907 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1644638 T3907 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1644648 T3907 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1644657 T3907 oass.SolrIndexSearcher.<init> Opening Searcher@3bc7510d main
[junit4:junit4] 2> 1644657 T3907 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/control/data/tlog
[junit4:junit4] 2> 1644659 T3907 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1644659 T3907 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1644662 T3908 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3bc7510d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1644663 T3907 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1644663 T3907 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1645230 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1645231 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55777_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55777"}
[junit4:junit4] 2> 1645231 T3905 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1645232 T3905 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1645249 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1645666 T3907 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1645666 T3907 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55777 collection:control_collection shard:shard1
[junit4:junit4] 2> 1645667 T3907 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1645683 T3907 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1645685 T3907 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1645685 T3907 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1645686 T3907 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55777/collection1/
[junit4:junit4] 2> 1645686 T3907 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1645686 T3907 oasc.SyncStrategy.syncToMe http://127.0.0.1:55777/collection1/ has no replicas
[junit4:junit4] 2> 1645686 T3907 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55777/collection1/
[junit4:junit4] 2> 1645687 T3907 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1646753 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1646781 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1646814 T3907 oasc.ZkController.register We are http://127.0.0.1:55777/collection1/ and leader is http://127.0.0.1:55777/collection1/
[junit4:junit4] 2> 1646814 T3907 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55777
[junit4:junit4] 2> 1646814 T3907 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1646815 T3907 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1646815 T3907 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1646817 T3907 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1646818 T3882 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1646818 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1646819 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1646836 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1646838 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1646840 T3911 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@476b7ba5 name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1646841 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1646842 T3882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1646845 T3882 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1647104 T3882 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1647107 T3882 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51581
[junit4:junit4] 2> 1647108 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1647108 T3882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1647109 T3882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102
[junit4:junit4] 2> 1647109 T3882 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/solr.xml
[junit4:junit4] 2> 1647110 T3882 oasc.CoreContainer.<init> New CoreContainer 192060281
[junit4:junit4] 2> 1647110 T3882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/'
[junit4:junit4] 2> 1647111 T3882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/'
[junit4:junit4] 2> 1647222 T3882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1647222 T3882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1647223 T3882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1647223 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1647224 T3882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1647224 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1647225 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1647225 T3882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1647226 T3882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1647226 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1647243 T3882 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1647244 T3882 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40923/solr
[junit4:junit4] 2> 1647244 T3882 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1647245 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647248 T3922 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46c54339 name:ZooKeeperConnection Watcher:127.0.0.1:40923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647249 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647252 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1647264 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1647267 T3924 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62260cb4 name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1647267 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1647278 T3882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1648281 T3882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51581_
[junit4:junit4] 2> 1648309 T3882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51581_
[junit4:junit4] 2> 1648311 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1648311 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:55777_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:55777"}
[junit4:junit4] 2> 1648314 T3924 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1648314 T3911 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1648324 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648324 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648328 T3925 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/collection1
[junit4:junit4] 2> 1648329 T3925 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1648334 T3925 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1648334 T3925 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1648335 T3904 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1648335 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648336 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1648336 T3925 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/collection1/'
[junit4:junit4] 2> 1648338 T3925 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1648339 T3925 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/collection1/lib/README' to classloader
[junit4:junit4] 2> 1648400 T3925 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1648465 T3925 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1648567 T3925 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1648577 T3925 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1649179 T3925 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1649183 T3925 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1649185 T3925 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1649191 T3925 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1649208 T3925 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1649208 T3925 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369271251102/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty1/
[junit4:junit4] 2> 1649209 T3925 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40158291
[junit4:junit4] 2> 1649209 T3925 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1649210 T3925 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty1
[junit4:junit4] 2> 1649210 T3925 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty1/index/
[junit4:junit4] 2> 1649210 T3925 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1649213 T3925 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty1/index
[junit4:junit4] 2> 1649217 T3925 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232416tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dec9e19),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1649217 T3925 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1649220 T3925 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1649220 T3925 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1649221 T3925 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1649221 T3925 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1649222 T3925 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1649222 T3925 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1649222 T3925 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1649223 T3925 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1649223 T3925 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1649232 T3925 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1649241 T3925 oass.SolrIndexSearcher.<init> Opening Searcher@5efc65a8 main
[junit4:junit4] 2> 1649241 T3925 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty1/tlog
[junit4:junit4] 2> 1649242 T3925 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1649242 T3925 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1649247 T3926 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5efc65a8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1649248 T3925 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1649249 T3925 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1649836 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1649837 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51581_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51581"}
[junit4:junit4] 2> 1649838 T3905 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1649838 T3905 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1649851 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1649851 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1649851 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1650276 T3925 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1650276 T3925 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51581 collection:collection1 shard:shard1
[junit4:junit4] 2> 1650277 T3925 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1650293 T3925 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1650305 T3925 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1650305 T3925 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1650305 T3925 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51581/collection1/
[junit4:junit4] 2> 1650306 T3925 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1650306 T3925 oasc.SyncStrategy.syncToMe http://127.0.0.1:51581/collection1/ has no replicas
[junit4:junit4] 2> 1650306 T3925 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51581/collection1/
[junit4:junit4] 2> 1650307 T3925 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1651355 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1651400 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1651400 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1651400 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1651441 T3925 oasc.ZkController.register We are http://127.0.0.1:51581/collection1/ and leader is http://127.0.0.1:51581/collection1/
[junit4:junit4] 2> 1651441 T3925 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51581
[junit4:junit4] 2> 1651442 T3925 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1651442 T3925 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1651442 T3925 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1651445 T3925 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1651446 T3882 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1651447 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1651447 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1651699 T3882 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1651703 T3882 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:32339
[junit4:junit4] 2> 1651703 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1651704 T3882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1651704 T3882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717
[junit4:junit4] 2> 1651705 T3882 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/solr.xml
[junit4:junit4] 2> 1651705 T3882 oasc.CoreContainer.<init> New CoreContainer 1581322567
[junit4:junit4] 2> 1651706 T3882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/'
[junit4:junit4] 2> 1651706 T3882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/'
[junit4:junit4] 2> 1651820 T3882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1651821 T3882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1651821 T3882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1651822 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1651822 T3882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1651823 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1651823 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1651824 T3882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1651824 T3882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1651825 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1651839 T3882 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1651840 T3882 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40923/solr
[junit4:junit4] 2> 1651841 T3882 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1651842 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1651844 T3938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b5340c7 name:ZooKeeperConnection Watcher:127.0.0.1:40923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1651845 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1651847 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1651857 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1651859 T3940 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ee0228f name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1651859 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1651871 T3882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1652874 T3882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32339_
[junit4:junit4] 2> 1652880 T3882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32339_
[junit4:junit4] 2> 1652884 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1652884 T3904 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1652884 T3911 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1652884 T3940 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1652885 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1652884 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1652885 T3924 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1652896 T3941 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/collection1
[junit4:junit4] 2> 1652896 T3941 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1652897 T3941 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1652897 T3941 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1652898 T3941 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/collection1/'
[junit4:junit4] 2> 1652900 T3941 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/collection1/lib/README' to classloader
[junit4:junit4] 2> 1652900 T3941 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1652906 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1652907 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:51581_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:51581"}
[junit4:junit4] 2> 1652916 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1652916 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1652916 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1652916 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1652954 T3941 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1653015 T3941 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1653117 T3941 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1653125 T3941 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1653732 T3941 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1653736 T3941 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1653739 T3941 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1653743 T3941 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1653761 T3941 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1653761 T3941 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369271255717/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty2/
[junit4:junit4] 2> 1653761 T3941 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40158291
[junit4:junit4] 2> 1653762 T3941 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1653763 T3941 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty2
[junit4:junit4] 2> 1653763 T3941 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty2/index/
[junit4:junit4] 2> 1653763 T3941 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1653765 T3941 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty2/index
[junit4:junit4] 2> 1653769 T3941 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232417tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6102a44b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1653770 T3941 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1653772 T3941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1653772 T3941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1653773 T3941 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1653774 T3941 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1653774 T3941 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1653774 T3941 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1653775 T3941 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1653775 T3941 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1653776 T3941 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1653784 T3941 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1653793 T3941 oass.SolrIndexSearcher.<init> Opening Searcher@5d7997ec main
[junit4:junit4] 2> 1653793 T3941 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty2/tlog
[junit4:junit4] 2> 1653794 T3941 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1653794 T3941 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1653798 T3942 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d7997ec main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1653800 T3941 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1653800 T3941 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1654425 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1654426 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:32339_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:32339"}
[junit4:junit4] 2> 1654426 T3905 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1654426 T3905 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1654439 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654439 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654439 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654439 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1654828 T3941 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1654828 T3941 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32339 collection:collection1 shard:shard2
[junit4:junit4] 2> 1654829 T3941 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1654856 T3941 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1654865 T3941 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1654865 T3941 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1654865 T3941 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32339/collection1/
[junit4:junit4] 2> 1654866 T3941 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1654866 T3941 oasc.SyncStrategy.syncToMe http://127.0.0.1:32339/collection1/ has no replicas
[junit4:junit4] 2> 1654866 T3941 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32339/collection1/
[junit4:junit4] 2> 1654866 T3941 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1655943 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1655960 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1655960 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1655960 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1655960 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1656002 T3941 oasc.ZkController.register We are http://127.0.0.1:32339/collection1/ and leader is http://127.0.0.1:32339/collection1/
[junit4:junit4] 2> 1656002 T3941 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32339
[junit4:junit4] 2> 1656002 T3941 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1656002 T3941 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1656003 T3941 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1656004 T3941 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1656005 T3882 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1656006 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1656007 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1656298 T3882 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1656301 T3882 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:46683
[junit4:junit4] 2> 1656302 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1656303 T3882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1656303 T3882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278
[junit4:junit4] 2> 1656304 T3882 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/solr.xml
[junit4:junit4] 2> 1656304 T3882 oasc.CoreContainer.<init> New CoreContainer 1219884343
[junit4:junit4] 2> 1656305 T3882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/'
[junit4:junit4] 2> 1656305 T3882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/'
[junit4:junit4] 2> 1656433 T3882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1656434 T3882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1656434 T3882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1656435 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1656435 T3882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1656436 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1656436 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1656437 T3882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1656437 T3882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1656438 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1656454 T3882 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1656454 T3882 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40923/solr
[junit4:junit4] 2> 1656455 T3882 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1656456 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1656459 T3954 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2264bf1f name:ZooKeeperConnection Watcher:127.0.0.1:40923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1656459 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1656473 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1656482 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1656484 T3956 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b3ebe7b name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1656484 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1656494 T3882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1657473 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1657474 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:32339_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:32339"}
[junit4:junit4] 2> 1657503 T3882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46683_
[junit4:junit4] 2> 1657505 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657505 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657505 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657505 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657505 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657543 T3882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46683_
[junit4:junit4] 2> 1657599 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657599 T3911 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657599 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657599 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1657600 T3904 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657599 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657600 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1657602 T3924 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657603 T3940 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657603 T3956 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1657607 T3957 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/collection1
[junit4:junit4] 2> 1657608 T3957 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1657608 T3957 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1657608 T3957 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1657610 T3957 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/collection1/'
[junit4:junit4] 2> 1657611 T3957 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1657612 T3957 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/collection1/lib/README' to classloader
[junit4:junit4] 2> 1657662 T3957 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1657719 T3957 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1657821 T3957 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1657826 T3957 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1658218 T3957 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1658221 T3957 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1658225 T3957 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1658229 T3957 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1658245 T3957 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1658246 T3957 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369271260278/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/
[junit4:junit4] 2> 1658246 T3957 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40158291
[junit4:junit4] 2> 1658246 T3957 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1658247 T3957 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3
[junit4:junit4] 2> 1658247 T3957 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index/
[junit4:junit4] 2> 1658247 T3957 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1658250 T3957 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index
[junit4:junit4] 2> 1658254 T3957 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232418tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f5bda7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1658254 T3957 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1658256 T3957 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1658256 T3957 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1658257 T3957 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1658257 T3957 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1658257 T3957 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1658258 T3957 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1658258 T3957 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1658258 T3957 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1658259 T3957 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1658268 T3957 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1658276 T3957 oass.SolrIndexSearcher.<init> Opening Searcher@42420f4c main
[junit4:junit4] 2> 1658276 T3957 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/tlog
[junit4:junit4] 2> 1658277 T3957 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1658277 T3957 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1658280 T3958 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42420f4c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1658282 T3957 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1658282 T3957 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1659081 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1659082 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46683_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46683"}
[junit4:junit4] 2> 1659082 T3905 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1659082 T3905 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1659095 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1659095 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1659095 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1659095 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1659095 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1659285 T3957 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1659285 T3957 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:46683 collection:collection1 shard:shard1
[junit4:junit4] 2> 1659288 T3957 oasc.ZkController.register We are http://127.0.0.1:46683/collection1/ and leader is http://127.0.0.1:51581/collection1/
[junit4:junit4] 2> 1659289 T3957 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46683
[junit4:junit4] 2> 1659289 T3957 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1659289 T3957 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1837 name=collection1 org.apache.solr.core.SolrCore@2bdf9543 url=http://127.0.0.1:46683/collection1 node=127.0.0.1:46683_ C1837_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:46683_, base_url=http://127.0.0.1:46683}
[junit4:junit4] 2> 1659290 T3959 C1837 P46683 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1659290 T3959 C1837 P46683 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1659290 T3957 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1659290 T3959 C1837 P46683 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1659291 T3959 C1837 P46683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1659291 T3882 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1659292 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1659292 T3959 C1837 P46683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1659293 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1659312 T3914 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1659502 T3882 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1659506 T3882 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:41475
[junit4:junit4] 2> 1659507 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1659508 T3882 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1659508 T3882 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566
[junit4:junit4] 2> 1659508 T3882 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/solr.xml
[junit4:junit4] 2> 1659509 T3882 oasc.CoreContainer.<init> New CoreContainer 182819518
[junit4:junit4] 2> 1659509 T3882 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/'
[junit4:junit4] 2> 1659510 T3882 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/'
[junit4:junit4] 2> 1659612 T3882 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1659613 T3882 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1659613 T3882 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1659614 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1659614 T3882 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1659615 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1659615 T3882 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1659616 T3882 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1659616 T3882 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1659617 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1659634 T3882 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1659635 T3882 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40923/solr
[junit4:junit4] 2> 1659636 T3882 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1659638 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1659640 T3971 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@378a919 name:ZooKeeperConnection Watcher:127.0.0.1:40923 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1659641 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1659643 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1659651 T3882 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1659654 T3973 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ab68280 name:ZooKeeperConnection Watcher:127.0.0.1:40923/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1659654 T3882 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1659666 T3882 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1660600 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1660601 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46683_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46683"}
[junit4:junit4] 2> 1660613 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660614 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660614 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660613 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660614 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660613 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660669 T3882 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41475_
[junit4:junit4] 2> 1660671 T3882 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41475_
[junit4:junit4] 2> 1660673 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660674 T3911 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1660674 T3973 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1660674 T3904 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1660674 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660674 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1660675 T3956 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1660674 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1660674 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1660674 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1660683 T3924 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1660683 T3940 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1660686 T3974 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/collection1
[junit4:junit4] 2> 1660687 T3974 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1660687 T3974 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1660687 T3974 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1660689 T3974 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/collection1/'
[junit4:junit4] 2> 1660690 T3974 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1660691 T3974 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/collection1/lib/README' to classloader
[junit4:junit4] 2> 1660742 T3974 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1660800 T3974 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1660902 T3974 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1660909 T3974 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1661314 T3914 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1661314 T3914 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:46683_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 1661449 T3974 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1661453 T3974 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1661456 T3974 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1661461 T3974 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1661483 T3974 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1661483 T3974 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369271263566/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/
[junit4:junit4] 2> 1661484 T3974 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@40158291
[junit4:junit4] 2> 1661484 T3974 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1661485 T3974 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4
[junit4:junit4] 2> 1661485 T3974 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index/
[junit4:junit4] 2> 1661485 T3974 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1661488 T3974 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index
[junit4:junit4] 2> 1661493 T3974 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232419tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@37f21d44),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1661493 T3974 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1661496 T3974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1661497 T3974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1661497 T3974 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1661498 T3974 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1661498 T3974 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1661499 T3974 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1661499 T3974 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1661500 T3974 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1661500 T3974 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1661510 T3974 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1661519 T3974 oass.SolrIndexSearcher.<init> Opening Searcher@61862719 main
[junit4:junit4] 2> 1661519 T3974 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/tlog
[junit4:junit4] 2> 1661520 T3974 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1661521 T3974 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1661525 T3975 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61862719 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1661527 T3974 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1661528 T3974 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1662119 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1662120 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:41475_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41475"}
[junit4:junit4] 2> 1662120 T3905 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1662121 T3905 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1662134 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662134 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662134 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662134 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662134 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662134 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1662530 T3974 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1662530 T3974 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:41475 collection:collection1 shard:shard2
[junit4:junit4] 2> 1662533 T3974 oasc.ZkController.register We are http://127.0.0.1:41475/collection1/ and leader is http://127.0.0.1:32339/collection1/
[junit4:junit4] 2> 1662534 T3974 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41475
[junit4:junit4] 2> 1662534 T3974 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1662534 T3974 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1838 name=collection1 org.apache.solr.core.SolrCore@2dcf4de7 url=http://127.0.0.1:41475/collection1 node=127.0.0.1:41475_ C1838_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:41475_, base_url=http://127.0.0.1:41475}
[junit4:junit4] 2> 1662535 T3976 C1838 P41475 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1662535 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1662535 T3974 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1662535 T3976 C1838 P41475 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1662536 T3976 C1838 P41475 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1662536 T3882 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1
[junit4:junit4] 2> 1662537 T3882 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1662538 T3882 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1662538 T3976 C1838 P41475 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1662561 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1662562 T3930 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1662562 T3882 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1662563 T3882 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1662563 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1839 name=collection1 org.apache.solr.core.SolrCore@2bdf9543 url=http://127.0.0.1:46683/collection1 node=127.0.0.1:46683_ C1839_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:46683_, base_url=http://127.0.0.1:46683}
[junit4:junit4] 2> 1663316 T3959 C1839 P46683 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51581/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1663316 T3959 C1839 P46683 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:46683 START replicas=[http://127.0.0.1:51581/collection1/] nUpdates=100
[junit4:junit4] 2> 1663317 T3959 C1839 P46683 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1663318 T3959 C1839 P46683 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1663318 T3959 C1839 P46683 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1663318 T3959 C1839 P46683 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1663319 T3959 C1839 P46683 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1663319 T3959 C1839 P46683 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51581/collection1/. core=collection1
[junit4:junit4] 2> 1663319 T3959 C1839 P46683 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C1840 name=collection1 org.apache.solr.core.SolrCore@f90fcb1 url=http://127.0.0.1:51581/collection1 node=127.0.0.1:51581_ C1840_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51581_, base_url=http://127.0.0.1:51581, leader=true}
[junit4:junit4] 2> 1663326 T3915 C1840 P51581 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1663330 T3916 C1840 P51581 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1663334 T3916 C1840 P51581 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232416tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dec9e19),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1663334 T3916 C1840 P51581 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1663337 T3916 C1840 P51581 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232416tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dec9e19),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232416tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dec9e19),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1663337 T3916 C1840 P51581 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1663338 T3916 C1840 P51581 oass.SolrIndexSearcher.<init> Opening Searcher@5375e70f realtime
[junit4:junit4] 2> 1663338 T3916 C1840 P51581 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1663339 T3916 C1840 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4] 2> 1663340 T3959 C1839 P46683 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1663340 T3959 C1839 P46683 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1663342 T3917 C1840 P51581 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1663343 T3917 C1840 P51581 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 1663343 T3959 C1839 P46683 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1663344 T3959 C1839 P46683 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1663344 T3959 C1839 P46683 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1663346 T3917 C1840 P51581 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1663347 T3959 C1839 P46683 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1663348 T3959 C1839 P46683 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index.20130523053747604
[junit4:junit4] 2> 1663349 T3959 C1839 P46683 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@c611c28 lockFactory=org.apache.lucene.store.NativeFSLockFactory@672e5693) fullCopy=false
[junit4:junit4] 2> 1663351 T3917 C1840 P51581 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1663353 T3959 C1839 P46683 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1663355 T3959 C1839 P46683 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1663355 T3959 C1839 P46683 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1663359 T3959 C1839 P46683 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232418tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f5bda7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232418tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f5bda7),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1663359 T3959 C1839 P46683 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1663360 T3959 C1839 P46683 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1663360 T3959 C1839 P46683 oass.SolrIndexSearcher.<init> Opening Searcher@578e6a70 main
[junit4:junit4] 2> 1663361 T3958 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@578e6a70 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1663362 T3959 C1839 P46683 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index.20130523053747604 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index.20130523053747604;done=true>>]
[junit4:junit4] 2> 1663362 T3959 C1839 P46683 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index.20130523053747604
[junit4:junit4] 2> 1663362 T3959 C1839 P46683 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty3/index.20130523053747604
[junit4:junit4] 2> 1663362 T3959 C1839 P46683 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1663363 T3959 C1839 P46683 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1663363 T3959 C1839 P46683 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1663363 T3959 C1839 P46683 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1663365 T3959 C1839 P46683 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1663565 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1663638 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1663639 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:41475_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41475"}
[junit4:junit4] 2> 1663643 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:46683_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:46683"}
[junit4:junit4] 2> 1663657 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1663657 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1663657 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1663657 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1663657 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1663657 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1664564 T3930 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1664564 T3930 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:41475_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 1664567 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1665569 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C1838_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:41475_, base_url=http://127.0.0.1:41475}
[junit4:junit4] 2> 1666566 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:32339/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1666566 T3976 C1838 P41475 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:41475 START replicas=[http://127.0.0.1:32339/collection1/] nUpdates=100
[junit4:junit4] 2> 1666567 T3976 C1838 P41475 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1666567 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1666567 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1666567 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1666568 T3976 C1838 P41475 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1666568 T3976 C1838 P41475 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:32339/collection1/. core=collection1
[junit4:junit4] 2> 1666568 T3976 C1838 P41475 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1666572 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1841 name=collection1 org.apache.solr.core.SolrCore@5b3f71df url=http://127.0.0.1:32339/collection1 node=127.0.0.1:32339_ C1841_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:32339_, base_url=http://127.0.0.1:32339, leader=true}
[junit4:junit4] 2> 1666578 T3931 C1841 P32339 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 1666585 T3932 C1841 P32339 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1666589 T3932 C1841 P32339 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232417tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6102a44b),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1666590 T3932 C1841 P32339 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1666592 T3932 C1841 P32339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232417tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6102a44b),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232417tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6102a44b),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1666592 T3932 C1841 P32339 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1666593 T3932 C1841 P32339 oass.SolrIndexSearcher.<init> Opening Searcher@6f848c2d realtime
[junit4:junit4] 2> 1666594 T3932 C1841 P32339 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1666594 T3932 C1841 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 1666595 T3976 C1838 P41475 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1666595 T3976 C1838 P41475 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1666597 T3933 C1841 P32339 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1666597 T3933 C1841 P32339 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 1666598 T3976 C1838 P41475 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1666598 T3976 C1838 P41475 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1666598 T3976 C1838 P41475 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1666600 T3933 C1841 P32339 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1666601 T3976 C1838 P41475 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1666601 T3976 C1838 P41475 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index.20130523053750857
[junit4:junit4] 2> 1666602 T3976 C1838 P41475 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@347e6ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@6db74a2a) fullCopy=false
[junit4:junit4] 2> 1666605 T3933 C1841 P32339 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1666607 T3976 C1838 P41475 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1666608 T3976 C1838 P41475 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1666609 T3976 C1838 P41475 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1666612 T3976 C1838 P41475 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232419tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@37f21d44),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232419tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@37f21d44),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1666613 T3976 C1838 P41475 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1666613 T3976 C1838 P41475 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1666613 T3976 C1838 P41475 oass.SolrIndexSearcher.<init> Opening Searcher@5530cf69 main
[junit4:junit4] 2> 1666615 T3975 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5530cf69 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1666615 T3976 C1838 P41475 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index.20130523053750857 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index.20130523053750857;done=true>>]
[junit4:junit4] 2> 1666616 T3976 C1838 P41475 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index.20130523053750857
[junit4:junit4] 2> 1666616 T3976 C1838 P41475 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index.20130523053750857
[junit4:junit4] 2> 1666616 T3976 C1838 P41475 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1666616 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1666616 T3976 C1838 P41475 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1666617 T3976 C1838 P41475 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1666618 T3976 C1838 P41475 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1666671 T3905 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1666672 T3905 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:41475_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:41475"}
[junit4:junit4] 2> 1666685 T3904 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1666685 T3924 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1666685 T3956 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1666685 T3911 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1666685 T3940 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1666685 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1667574 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1667576 T3882 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C1842 name=collection1 org.apache.solr.core.SolrCore@42d93acf url=http://127.0.0.1:55777/collection1 node=127.0.0.1:55777_ C1842_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55777_, base_url=http://127.0.0.1:55777, leader=true}
[junit4:junit4] 2> 1667588 T3894 C1842 P55777 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1667592 T3894 C1842 P55777 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232415tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@492631c0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1667593 T3894 C1842 P55777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1667595 T3894 C1842 P55777 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232415tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@492631c0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232415tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@492631c0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1667595 T3894 C1842 P55777 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1667596 T3894 C1842 P55777 oass.SolrIndexSearcher.<init> Opening Searcher@1f362cfe main
[junit4:junit4] 2> 1667597 T3894 C1842 P55777 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1667598 T3908 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f362cfe main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1667598 T3894 C1842 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4] 2> 1667611 T3934 C1841 P32339 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1667614 T3934 C1841 P32339 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232417tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6102a44b),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232417tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@6102a44b),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1667615 T3934 C1841 P32339 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1667615 T3934 C1841 P32339 oass.SolrIndexSearcher.<init> Opening Searcher@616cf82a main
[junit4:junit4] 2> 1667616 T3934 C1841 P32339 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1667617 T3942 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@616cf82a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1667617 T3934 C1841 P32339 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51581/collection1/, StdNode: http://127.0.0.1:46683/collection1/, StdNode: http://127.0.0.1:41475/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> ASYNC NEW_CORE C1843 name=collection1 org.apache.solr.core.SolrCore@f90fcb1 url=http://127.0.0.1:51581/collection1 node=127.0.0.1:51581_ C1843_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51581_, base_url=http://127.0.0.1:51581, leader=true}
[junit4:junit4] 2> 1667625 T3918 C1843 P51581 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1667630 T3918 C1843 P51581 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232416tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dec9e19),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232416tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dec9e19),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1667630 T3918 C1843 P51581 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1667631 T3918 C1843 P51581 oass.SolrIndexSearcher.<init> Opening Searcher@3249bd76 main
[junit4:junit4] 2> 1667631 T3918 C1843 P51581 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1667632 T3926 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3249bd76 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1667633 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C1844 name=collection1 org.apache.solr.core.SolrCore@2dcf4de7 url=http://127.0.0.1:41475/collection1 node=127.0.0.1:41475_ C1844_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:41475_, base_url=http://127.0.0.1:41475}
[junit4:junit4] 2> 1667641 T3963 C1844 P41475 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C1845 name=collection1 org.apache.solr.core.SolrCore@2bdf9543 url=http://127.0.0.1:46683/collection1 node=127.0.0.1:46683_ C1845_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:46683_, base_url=http://127.0.0.1:46683}
[junit4:junit4] 2> 1667641 T3946 C1845 P46683 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1667644 T3963 C1844 P41475 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232419tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@37f21d44),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232419tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@37f21d44),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1667645 T3963 C1844 P41475 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1667645 T3946 C1845 P46683 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232418tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f5bda7),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/index3240232418tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4f5bda7),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1667646 T3946 C1845 P46683 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1667646 T3963 C1844 P41475 oass.SolrIndexSearcher.<init> Opening Searcher@78b9530a main
[junit4:junit4] 2> 1667646 T3963 C1844 P41475 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1667646 T3946 C1845 P46683 oass.SolrIndexSearcher.<init> Opening Searcher@3d84a839 main
[junit4:junit4] 2> 1667647 T3975 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78b9530a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1667647 T3946 C1845 P46683 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1667648 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 1667648 T3958 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3d84a839 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1667649 T3946 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4] 2> ASYNC NEW_CORE C1846 name=collection1 org.apache.solr.core.SolrCore@5b3f71df url=http://127.0.0.1:32339/collection1 node=127.0.0.1:32339_ C1846_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:32339_, base_url=http://127.0.0.1:32339, leader=true}
[junit4:junit4] 2> 1667649 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 38
[junit4:junit4] 2> 1667651 T3882 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1667653 T3919 C1843 P51581 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1667654 T3947 C1845 P46683 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1667656 T3935 C1846 P32339 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1667657 T3964 C1844 P41475 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C1847 name=collection1 org.apache.solr.core.SolrCore@42d93acf url=http://127.0.0.1:55777/collection1 node=127.0.0.1:55777_ C1847_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55777_, base_url=http://127.0.0.1:55777, leader=true}
[junit4:junit4] 2> 1669663 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435784995318792192)} 0 2
[junit4:junit4] 2> 1669670 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435784995324035072&update.from=http://127.0.0.1:32339/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435784995324035072)} 0 1
[junit4:junit4] 2> 1669674 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435784995327180800&update.from=http://127.0.0.1:51581/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435784995327180800)} 0 1
[junit4:junit4] 2> 1669675 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435784995327180800)} 0 6
[junit4:junit4] 2> 1669675 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435784995324035072)} 0 9
[junit4:junit4] 2> 1669680 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435784995336617984)]} 0 2
[junit4:junit4] 2> 1669691 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435784995343958016)]} 0 2
[junit4:junit4] 2> 1669691 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1435784995343958016)]} 0 6
[junit4:junit4] 2> 1669692 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0]} 0 9
[junit4:junit4] 2> 1669696 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1435784995354443776)]} 0 1
[junit4:junit4] 2> 1669703 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435784995360735232)]} 0 0
[junit4:junit4] 2> 1669704 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435784995360735232)]} 0 3
[junit4:junit4] 2> 1669704 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 6
[junit4:junit4] 2> 1669707 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435784995367026688)]} 0 0
[junit4:junit4] 2> 1669717 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435784995370172416)]} 0 2
[junit4:junit4] 2> 1669717 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1435784995370172416)]} 0 7
[junit4:junit4] 2> 1669718 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2]} 0 9
[junit4:junit4] 2> 1669721 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435784995381706752)]} 0 0
[junit4:junit4] 2> 1669727 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435784995384852480)]} 0 1
[junit4:junit4] 2> 1669727 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435784995384852480)]} 0 3
[junit4:junit4] 2> 1669730 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435784995391143936)]} 0 0
[junit4:junit4] 2> 1669736 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435784995394289664)]} 0 0
[junit4:junit4] 2> 1669737 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435784995394289664)]} 0 4
[junit4:junit4] 2> 1669739 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435784995400581120)]} 0 0
[junit4:junit4] 2> 1669746 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435784995405824000)]} 0 0
[junit4:junit4] 2> 1669747 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1435784995405824000)]} 0 3
[junit4:junit4] 2> 1669748 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5]} 0 6
[junit4:junit4] 2> 1669750 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435784995412115456)]} 0 0
[junit4:junit4] 2> 1669755 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435784995415261184)]} 0 0
[junit4:junit4] 2> 1669756 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435784995415261184)]} 0 3
[junit4:junit4] 2> 1669759 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1435784995421552640)]} 0 1
[junit4:junit4] 2> 1669766 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435784995426795520)]} 0 0
[junit4:junit4] 2> 1669767 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1435784995426795520)]} 0 3
[junit4:junit4] 2> 1669767 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 5
[junit4:junit4] 2> 1669770 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435784995433086976)]} 0 0
[junit4:junit4] 2> 1669777 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435784995438329856)]} 0 0
[junit4:junit4] 2> 1669778 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1435784995438329856)]} 0 3
[junit4:junit4] 2> 1669778 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 5
[junit4:junit4] 2> 1669781 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435784995444621312)]} 0 0
[junit4:junit4] 2> 1669788 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435784995449864192)]} 0 0
[junit4:junit4] 2> 1669789 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1435784995449864192)]} 0 3
[junit4:junit4] 2> 1669790 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9]} 0 6
[junit4:junit4] 2> 1669792 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435784995456155648)]} 0 0
[junit4:junit4] 2> 1669799 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435784995461398528)]} 0 0
[junit4:junit4] 2> 1669800 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1435784995461398528)]} 0 3
[junit4:junit4] 2> 1669800 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10]} 0 5
[junit4:junit4] 2> 1669803 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435784995467689984)]} 0 0
[junit4:junit4] 2> 1669810 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435784995472932864)]} 0 0
[junit4:junit4] 2> 1669811 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1435784995472932864)]} 0 3
[junit4:junit4] 2> 1669812 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11]} 0 6
[junit4:junit4] 2> 1669814 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435784995479224320)]} 0 0
[junit4:junit4] 2> 1669819 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435784995482370048)]} 0 0
[junit4:junit4] 2> 1669820 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435784995482370048)]} 0 3
[junit4:junit4] 2> 1669822 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435784995487612928)]} 0 0
[junit4:junit4] 2> 1669827 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435784995490758656)]} 0 0
[junit4:junit4] 2> 1669828 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435784995490758656)]} 0 3
[junit4:junit4] 2> 1669830 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1435784995496001536)]} 0 0
[junit4:junit4] 2> 1669837 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435784995501244416)]} 0 0
[junit4:junit4] 2> 1669838 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1435784995501244416)]} 0 3
[junit4:junit4] 2> 1669838 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 5
[junit4:junit4] 2> 1669841 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435784995507535872)]} 0 0
[junit4:junit4] 2> 1669848 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435784995512778752)]} 0 0
[junit4:junit4] 2> 1669849 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1435784995512778752)]} 0 3
[junit4:junit4] 2> 1669850 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15]} 0 6
[junit4:junit4] 2> 1669852 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1435784995519070208)]} 0 0
[junit4:junit4] 2> 1669859 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435784995524313088)]} 0 0
[junit4:junit4] 2> 1669860 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1435784995524313088)]} 0 3
[junit4:junit4] 2> 1669860 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 5
[junit4:junit4] 2> 1669863 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435784995530604544)]} 0 0
[junit4:junit4] 2> 1669868 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435784995533750272)]} 0 0
[junit4:junit4] 2> 1669869 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435784995533750272)]} 0 3
[junit4:junit4] 2> 1669872 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435784995540041728)]} 0 0
[junit4:junit4] 2> 1669879 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435784995545284608)]} 0 0
[junit4:junit4] 2> 1669880 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1435784995545284608)]} 0 3
[junit4:junit4] 2> 1669880 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18]} 0 5
[junit4:junit4] 2> 1669883 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435784995551576064)]} 0 0
[junit4:junit4] 2> 1669890 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435784995556818944)]} 0 0
[junit4:junit4] 2> 1669891 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1435784995556818944)]} 0 3
[junit4:junit4] 2> 1669891 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 5
[junit4:junit4] 2> 1669894 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435784995563110400)]} 0 0
[junit4:junit4] 2> 1669899 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435784995566256128)]} 0 0
[junit4:junit4] 2> 1669900 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435784995566256128)]} 0 3
[junit4:junit4] 2> 1669902 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435784995571499008)]} 0 0
[junit4:junit4] 2> 1669907 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435784995574644736)]} 0 0
[junit4:junit4] 2> 1669908 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435784995574644736)]} 0 3
[junit4:junit4] 2> 1669910 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1435784995579887616)]} 0 0
[junit4:junit4] 2> 1669919 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435784995585130496)]} 0 1
[junit4:junit4] 2> 1669920 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435784995585130496)]} 0 5
[junit4:junit4] 2> 1669920 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 7
[junit4:junit4] 2> 1669924 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435784995594567680)]} 0 1
[junit4:junit4] 2> 1669931 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435784995599810560)]} 0 0
[junit4:junit4] 2> 1669932 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1435784995599810560)]} 0 3
[junit4:junit4] 2> 1669933 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23]} 0 6
[junit4:junit4] 2> 1669935 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435784995606102016)]} 0 0
[junit4:junit4] 2> 1669940 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435784995609247744)]} 0 0
[junit4:junit4] 2> 1669941 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435784995609247744)]} 0 3
[junit4:junit4] 2> 1669943 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435784995614490624)]} 0 0
[junit4:junit4] 2> 1669948 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435784995617636352)]} 0 0
[junit4:junit4] 2> 1669949 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435784995617636352)]} 0 3
[junit4:junit4] 2> 1669951 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435784995622879232)]} 0 0
[junit4:junit4] 2> 1669956 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435784995626024960)]} 0 0
[junit4:junit4] 2> 1669957 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435784995626024960)]} 0 3
[junit4:junit4] 2> 1669960 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435784995632316416)]} 0 0
[junit4:junit4] 2> 1669966 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435784995635462144)]} 0 1
[junit4:junit4] 2> 1669967 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435784995635462144)]} 0 4
[junit4:junit4] 2> 1669970 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435784995642802176)]} 0 0
[junit4:junit4] 2> 1669978 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435784995648045056)]} 0 0
[junit4:junit4] 2> 1669979 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1435784995648045056)]} 0 4
[junit4:junit4] 2> 1669980 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28]} 0 7
[junit4:junit4] 2> 1669982 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435784995655385088)]} 0 0
[junit4:junit4] 2> 1669989 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435784995660627968)]} 0 0
[junit4:junit4] 2> 1669990 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1435784995660627968)]} 0 3
[junit4:junit4] 2> 1669990 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 5
[junit4:junit4] 2> 1669993 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1435784995666919424)]} 0 0
[junit4:junit4] 2> 1670000 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435784995672162304)]} 0 0
[junit4:junit4] 2> 1670001 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435784995672162304)]} 0 3
[junit4:junit4] 2> 1670001 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 5
[junit4:junit4] 2> 1670004 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1435784995678453760)]} 0 0
[junit4:junit4] 2> 1670009 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435784995681599488)]} 0 0
[junit4:junit4] 2> 1670010 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1435784995681599488)]} 0 3
[junit4:junit4] 2> 1670012 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435784995686842368)]} 0 0
[junit4:junit4] 2> 1670019 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435784995692085248)]} 0 0
[junit4:junit4] 2> 1670020 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1435784995692085248)]} 0 3
[junit4:junit4] 2> 1670021 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 5
[junit4:junit4] 2> 1670023 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1435784995698376704)]} 0 0
[junit4:junit4] 2> 1670030 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435784995703619584)]} 0 0
[junit4:junit4] 2> 1670031 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435784995703619584)]} 0 3
[junit4:junit4] 2> 1670032 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 6
[junit4:junit4] 2> 1670034 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1435784995709911040)]} 0 0
[junit4:junit4] 2> 1670039 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435784995713056768)]} 0 0
[junit4:junit4] 2> 1670040 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1435784995713056768)]} 0 3
[junit4:junit4] 2> 1670042 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1435784995718299648)]} 0 0
[junit4:junit4] 2> 1670047 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435784995721445376)]} 0 0
[junit4:junit4] 2> 1670048 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1435784995721445376)]} 0 3
[junit4:junit4] 2> 1670050 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1435784995726688256)]} 0 0
[junit4:junit4] 2> 1670057 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435784995731931136)]} 0 0
[junit4:junit4] 2> 1670058 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1435784995731931136)]} 0 3
[junit4:junit4] 2> 1670058 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36]} 0 5
[junit4:junit4] 2> 1670061 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435784995738222592)]} 0 0
[junit4:junit4] 2> 1670066 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435784995741368320)]} 0 0
[junit4:junit4] 2> 1670067 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435784995741368320)]} 0 3
[junit4:junit4] 2> 1670069 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1435784995746611200)]} 0 0
[junit4:junit4] 2> 1670074 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435784995749756928)]} 0 0
[junit4:junit4] 2> 1670075 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1435784995749756928)]} 0 3
[junit4:junit4] 2> 1670077 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1435784995754999808)]} 0 0
[junit4:junit4] 2> 1670082 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435784995758145536)]} 0 0
[junit4:junit4] 2> 1670083 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1435784995758145536)]} 0 3
[junit4:junit4] 2> 1670085 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1435784995763388416)]} 0 0
[junit4:junit4] 2> 1670090 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435784995766534144)]} 0 0
[junit4:junit4] 2> 1670091 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1435784995766534144)]} 0 3
[junit4:junit4] 2> 1670093 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435784995771777024)]} 0 0
[junit4:junit4] 2> 1670098 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435784995774922752)]} 0 0
[junit4:junit4] 2> 1670099 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435784995774922752)]} 0 3
[junit4:junit4] 2> 1670101 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435784995780165632)]} 0 0
[junit4:junit4] 2> 1670106 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435784995783311360)]} 0 0
[junit4:junit4] 2> 1670107 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435784995783311360)]} 0 3
[junit4:junit4] 2> 1670109 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1435784995788554240)]} 0 0
[junit4:junit4] 2> 1670116 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435784995793797120)]} 0 0
[junit4:junit4] 2> 1670117 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1435784995793797120)]} 0 3
[junit4:junit4] 2> 1670117 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 5
[junit4:junit4] 2> 1670120 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1435784995800088576)]} 0 0
[junit4:junit4] 2> 1670127 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435784995805331456)]} 0 0
[junit4:junit4] 2> 1670128 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1435784995805331456)]} 0 3
[junit4:junit4] 2> 1670128 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 5
[junit4:junit4] 2> 1670131 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1435784995811622912)]} 0 0
[junit4:junit4] 2> 1670138 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435784995816865792)]} 0 0
[junit4:junit4] 2> 1670139 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435784995816865792)]} 0 3
[junit4:junit4] 2> 1670140 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 6
[junit4:junit4] 2> 1670143 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1435784995823157248)]} 0 1
[junit4:junit4] 2> 1670151 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435784995829448704)]} 0 0
[junit4:junit4] 2> 1670152 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1435784995829448704)]} 0 4
[junit4:junit4] 2> 1670153 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 7
[junit4:junit4] 2> 1670156 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1435784995837837312)]} 0 0
[junit4:junit4] 2> 1670165 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435784995844128768)]} 0 0
[junit4:junit4] 2> 1670166 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435784995844128768)]} 0 4
[junit4:junit4] 2> 1670168 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 9
[junit4:junit4] 2> 1670172 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1435784995853565952)]} 0 1
[junit4:junit4] 2> 1670179 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1435784995858808832)]} 0 1
[junit4:junit4] 2> 1670180 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1435784995858808832)]} 0 5
[junit4:junit4] 2> 1670183 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1435784995866148864)]} 0 1
[junit4:junit4] 2> 1670188 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1435784995869294592)]} 0 0
[junit4:junit4] 2> 1670189 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1435784995869294592)]} 0 3
[junit4:junit4] 2> 1670191 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1435784995874537472)]} 0 0
[junit4:junit4] 2> 1670197 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1435784995877683200)]} 0 1
[junit4:junit4] 2> 1670197 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1435784995877683200)]} 0 3
[junit4:junit4] 2> 1670200 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1435784995883974656)]} 0 0
[junit4:junit4] 2> 1670206 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1435784995888168960)]} 0 0
[junit4:junit4] 2> 1670207 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1435784995888168960)]} 0 4
[junit4:junit4] 2> 1670210 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1435784995894460416)]} 0 0
[junit4:junit4] 2> 1670215 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1435784995897606144)]} 0 0
[junit4:junit4] 2> 1670216 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1435784995897606144)]} 0 3
[junit4:junit4] 2> 1670218 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1435784995902849024)]} 0 0
[junit4:junit4] 2> 1670225 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1435784995908091904)]} 0 0
[junit4:junit4] 2> 1670226 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[53 (1435784995908091904)]} 0 3
[junit4:junit4] 2> 1670227 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53]} 0 6
[junit4:junit4] 2> 1670229 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1435784995914383360)]} 0 0
[junit4:junit4] 2> 1670236 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1435784995919626240)]} 0 0
[junit4:junit4] 2> 1670237 T3918 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[54 (1435784995919626240)]} 0 3
[junit4:junit4] 2> 1670237 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54]} 0 5
[junit4:junit4] 2> 1670240 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1435784995925917696)]} 0 0
[junit4:junit4] 2> 1670245 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1435784995929063424)]} 0 0
[junit4:junit4] 2> 1670246 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1435784995929063424)]} 0 3
[junit4:junit4] 2> 1670248 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1435784995934306304)]} 0 0
[junit4:junit4] 2> 1670253 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1435784995937452032)]} 0 0
[junit4:junit4] 2> 1670254 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1435784995937452032)]} 0 3
[junit4:junit4] 2> 1670256 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1435784995942694912)]} 0 0
[junit4:junit4] 2> 1670263 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1435784995947937792)]} 0 0
[junit4:junit4] 2> 1670264 T3936 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1435784995947937792)]} 0 3
[junit4:junit4] 2> 1670264 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57]} 0 5
[junit4:junit4] 2> 1670267 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1435784995954229248)]} 0 0
[junit4:junit4] 2> 1670272 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1435784995957374976)]} 0 0
[junit4:junit4] 2> 1670273 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1435784995957374976)]} 0 3
[junit4:junit4] 2> 1670275 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1435784995962617856)]} 0 0
[junit4:junit4] 2> 1670280 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1435784995965763584)]} 0 0
[junit4:junit4] 2> 1670281 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1435784995965763584)]} 0 3
[junit4:junit4] 2> 1670283 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1435784995971006464)]} 0 0
[junit4:junit4] 2> 1670288 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1435784995974152192)]} 0 0
[junit4:junit4] 2> 1670289 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1435784995974152192)]} 0 3
[junit4:junit4] 2> 1670291 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1435784995979395072)]} 0 0
[junit4:junit4] 2> 1670296 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1435784995982540800)]} 0 0
[junit4:junit4] 2> 1670297 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1435784995982540800)]} 0 3
[junit4:junit4] 2> 1670299 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1435784995987783680)]} 0 0
[junit4:junit4] 2> 1670304 T3963 C1844 P41475 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:32339/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1435784995990929408)]} 0 0
[junit4:junit4] 2> 1670305 T3934 C1846 P32339 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1435784995990929408)]} 0 3
[junit4:junit4] 2> 1670307 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1435784995996172288)]} 0 0
[junit4:junit4] 2> 1670312 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1435784995999318016)]} 0 0
[junit4:junit4] 2> 1670313 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1435784995999318016)]} 0 3
[junit4:junit4] 2> 1670315 T3894 C1847 P55777 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1435784996004560896)]} 0 0
[junit4:junit4] 2> 1670320 T3948 C1845 P46683 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51581/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1435784996007706624)]} 0 0
[junit4:junit4] 2> 1670321 T3920 C1843 P51581 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/upd
[...truncated too long message...]
oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 1932005 T3973 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1932006 T3973 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1932006 T3973 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4;done=false>>]
[junit4:junit4] 2> 1932006 T3973 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4
[junit4:junit4] 2> 1932007 T3973 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index;done=false>>]
[junit4:junit4] 2> 1932007 T3973 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369271246717/jetty4/index
[junit4:junit4] 2> 1932007 T3973 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1932007 T3973 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89736560425435148-5-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 1932008 T3973 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1932008 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1932008 T3973 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1932009 T3973 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1932009 T3973 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1932009 T3973 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=cs, timezone=Asia/Kabul
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=3,free=299323080,total=492240896
[junit4:junit4] 2> NOTE: All tests run in this JVM: [NotRequiredUniqueKeyTest, TestCollationField, StatsComponentTest, JSONWriterTest, ZkSolrClientTest, TestLMJelinekMercerSimilarityFactory, DirectSolrSpellCheckerTest, CurrencyFieldOpenExchangeTest, FileUtilsTest, BasicZkTest, TestCodecSupport, TestUpdate, TestSolrXMLSerializer, DisMaxRequestHandlerTest, TestCSVLoader, TestDistributedSearch, RequiredFieldsTest, TestLuceneMatchVersion, TestDFRSimilarityFactory, TestAtomicUpdateErrorCases, SuggesterWFSTTest, MultiTermTest, TestMaxScoreQueryParser, TestAddFieldRealTimeGet, TestDistributedGrouping, BadIndexSchemaTest, TestDefaultSimilarityFactory, SpellCheckComponentTest, TestElisionMultitermQuery, TestFiltering, SortByFunctionTest, DocValuesMultiTest, TestNumberUtils, TestCopyFieldCollectionResource, TestSolrJ, PingRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestAnalyzedSuggestions, SolrIndexConfigTest, TestBinaryField, SolrCoreCheckLockOnStartupTest, BasicDistributedZk2Test, NoCacheHeaderTest, ClusterStateTest, CachingDirectoryFactoryTest, DefaultValueUpdateProcessorTest, ZkNodePropsTest, TestJmxMonitoredMap, TestPropInject, TimeZoneUtilsTest, SolrCmdDistributorTest, TestCoreDiscovery, DistanceFunctionTest, TestOmitPositions, CopyFieldTest, CollectionsAPIDistributedZkTest, TestFastOutputStream, TestIndexSearcher, TestDefaultSearchFieldResource, CurrencyFieldXmlFileTest, SpellCheckCollatorTest, TestArbitraryIndexDir, UpdateParamsTest, TestBinaryResponseWriter, IndexBasedSpellCheckerTest, TestLazyCores, TestPostingsSolrHighlighter, DebugComponentTest, TestQuerySenderNoQuery, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, AutoCommitTest, TestRecovery, TermVectorComponentDistributedTest, ZkControllerTest, TestMultiCoreConfBootstrap, TestReload, SimpleFacetsTest, TestGroupingSearch, TestBadConfig, SoftAutoCommitTest, SignatureUpdateProcessorFactoryTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SpatialFilterTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, StandardRequestHandlerTest, TestWriterPerf, TestQueryTypes, XmlUpdateRequestHandlerTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, TestJmxIntegration, TestCSVResponseWriter, QueryParsingTest, JsonLoaderTest, TestPartialUpdateDeduplication, TestComponentsName, TestPropInjectDefaults, TestSolrIndexConfig, TestMergePolicyConfig, TestSolrDeletionPolicy2, NumericFieldsTest, OutputWriterTest, SpellPossibilityIteratorTest, EchoParamsTest, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, ScriptEngineTest, URLClassifyProcessorTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DOMUtilTest, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, SolrTestCaseJ4Test, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 290.04s, 1 test, 1 error <<< FAILURES!
[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 13 ignored (7 assumptions)
Total time: 52 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 1647 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/1647/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:39078 returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:39078 returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([C93453B1676DFDAC:48D2DDA910329D90]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9483 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4] 2> 1661190 T3642 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 1661195 T3642 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369256174157
[junit4:junit4] 2> 1661196 T3642 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 1661197 T3643 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 1661299 T3642 oasc.ZkTestServer.run start zk server on port:39071
[junit4:junit4] 2> 1661300 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1661303 T3649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e6c1ee name:ZooKeeperConnection Watcher:127.0.0.1:39071 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1661303 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1661304 T3642 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 1661317 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1661318 T3651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5feeb743 name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1661319 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1661319 T3642 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 1661323 T3642 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 1661332 T3642 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 1661335 T3642 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 1661337 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1661338 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 1661343 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 1661344 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 1661449 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1661450 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 1661461 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 1661462 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 1661465 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 1661465 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 1661469 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1661469 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 1661472 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1661473 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 1661476 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1661477 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 1661480 T3642 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1661480 T3642 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 1661740 T3642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1661743 T3642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39074
[junit4:junit4] 2> 1661744 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1661744 T3642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1661745 T3642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451
[junit4:junit4] 2> 1661745 T3642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/solr.xml
[junit4:junit4] 2> 1661746 T3642 oasc.CoreContainer.<init> New CoreContainer 1837165715
[junit4:junit4] 2> 1661746 T3642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/'
[junit4:junit4] 2> 1661747 T3642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/'
[junit4:junit4] 2> 1661858 T3642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1661859 T3642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1661860 T3642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1661860 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1661861 T3642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1661861 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1661862 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1661862 T3642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1661863 T3642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1661863 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1661879 T3642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1661879 T3642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39071/solr
[junit4:junit4] 2> 1661880 T3642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1661881 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1661883 T3662 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d4167ed name:ZooKeeperConnection Watcher:127.0.0.1:39071 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1661884 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1661887 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1661896 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1661898 T3664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c5ed663 name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1661899 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1661901 T3642 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 1661910 T3642 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 1661918 T3642 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 1661920 T3642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39074_
[junit4:junit4] 2> 1661922 T3642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39074_
[junit4:junit4] 2> 1661932 T3642 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 1661944 T3642 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 1661953 T3642 oasc.Overseer.start Overseer (id=89735572630011907-127.0.0.1:39074_-n_0000000000) starting
[junit4:junit4] 2> 1661963 T3642 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 1661974 T3666 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 1661975 T3642 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 1661978 T3642 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 1661980 T3642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1661982 T3665 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 1661986 T3667 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/collection1
[junit4:junit4] 2> 1661986 T3667 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 1661987 T3667 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1661987 T3667 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 1661989 T3667 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/collection1/'
[junit4:junit4] 2> 1661990 T3667 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1661991 T3667 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/collection1/lib/README' to classloader
[junit4:junit4] 2> 1662040 T3667 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1662107 T3667 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1662209 T3667 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1662214 T3667 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1662765 T3667 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1662769 T3667 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1662772 T3667 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1662777 T3667 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1662797 T3667 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1662798 T3667 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369256174451/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/control/data/
[junit4:junit4] 2> 1662798 T3667 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a9387
[junit4:junit4] 2> 1662798 T3667 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1662799 T3667 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/control/data
[junit4:junit4] 2> 1662799 T3667 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369256174156/control/data/index/
[junit4:junit4] 2> 1662800 T3667 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369256174156/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1662800 T3667 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/control/data/index
[junit4:junit4] 2> 1662804 T3667 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4460f9e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54778984),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1662805 T3667 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1662808 T3667 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1662808 T3667 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1662809 T3667 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1662809 T3667 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1662810 T3667 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1662810 T3667 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1662810 T3667 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1662811 T3667 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1662811 T3667 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1662821 T3667 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1662828 T3667 oass.SolrIndexSearcher.<init> Opening Searcher@27d67ee3 main
[junit4:junit4] 2> 1662828 T3667 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/control/data/tlog
[junit4:junit4] 2> 1662829 T3667 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1662829 T3667 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1662833 T3668 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27d67ee3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1662835 T3667 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1662835 T3667 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1663485 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1663486 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39074_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39074"}
[junit4:junit4] 2> 1663487 T3665 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 1663487 T3665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1663541 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1663838 T3667 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1663838 T3667 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39074 collection:control_collection shard:shard1
[junit4:junit4] 2> 1663839 T3667 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 1663860 T3667 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1663871 T3667 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1663871 T3667 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1663871 T3667 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39074/collection1/
[junit4:junit4] 2> 1663871 T3667 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1663872 T3667 oasc.SyncStrategy.syncToMe http://127.0.0.1:39074/collection1/ has no replicas
[junit4:junit4] 2> 1663872 T3667 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39074/collection1/
[junit4:junit4] 2> 1663872 T3667 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 1665082 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1665100 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 1665114 T3667 oasc.ZkController.register We are http://127.0.0.1:39074/collection1/ and leader is http://127.0.0.1:39074/collection1/
[junit4:junit4] 2> 1665114 T3667 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39074
[junit4:junit4] 2> 1665114 T3667 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1665114 T3667 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1665115 T3667 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1665116 T3667 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1665117 T3642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1665118 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1665119 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1665134 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 1665135 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1665137 T3671 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cf7af94 name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1665138 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1665140 T3642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1665142 T3642 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 1665386 T3642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1665389 T3642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39078
[junit4:junit4] 2> 1665390 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1665390 T3642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1665391 T3642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103
[junit4:junit4] 2> 1665391 T3642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/solr.xml
[junit4:junit4] 2> 1665392 T3642 oasc.CoreContainer.<init> New CoreContainer 1898433449
[junit4:junit4] 2> 1665392 T3642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/'
[junit4:junit4] 2> 1665393 T3642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/'
[junit4:junit4] 2> 1665503 T3642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1665504 T3642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1665504 T3642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1665505 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1665505 T3642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1665506 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1665506 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1665506 T3642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1665507 T3642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1665507 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1665524 T3642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1665525 T3642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39071/solr
[junit4:junit4] 2> 1665525 T3642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1665526 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1665529 T3682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68c36031 name:ZooKeeperConnection Watcher:127.0.0.1:39071 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1665529 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1665545 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1665557 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1665559 T3684 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a770597 name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1665559 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1665569 T3642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1666572 T3642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39078_
[junit4:junit4] 2> 1666574 T3642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39078_
[junit4:junit4] 2> 1666577 T3671 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1666578 T3664 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1666578 T3684 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 1666578 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1666591 T3685 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/collection1
[junit4:junit4] 2> 1666591 T3685 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1666592 T3685 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1666592 T3685 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1666594 T3685 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/collection1/'
[junit4:junit4] 2> 1666595 T3685 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1666596 T3685 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/collection1/lib/README' to classloader
[junit4:junit4] 2> 1666606 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1666607 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39074_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39074"}
[junit4:junit4] 2> 1666619 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1666619 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1666619 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1666649 T3685 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1666706 T3685 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1666808 T3685 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1666813 T3685 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1667364 T3685 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1667368 T3685 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1667371 T3685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1667376 T3685 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1667396 T3685 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1667397 T3685 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369256178103/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty1/
[junit4:junit4] 2> 1667397 T3685 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a9387
[junit4:junit4] 2> 1667398 T3685 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1667398 T3685 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty1
[junit4:junit4] 2> 1667399 T3685 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty1/index/
[junit4:junit4] 2> 1667399 T3685 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1667399 T3685 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty1/index
[junit4:junit4] 2> 1667403 T3685 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158ff1dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@52ca66a4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1667403 T3685 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1667406 T3685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1667407 T3685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1667407 T3685 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1667408 T3685 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1667409 T3685 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1667409 T3685 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1667409 T3685 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1667410 T3685 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1667410 T3685 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1667420 T3685 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1667427 T3685 oass.SolrIndexSearcher.<init> Opening Searcher@10aeab07 main
[junit4:junit4] 2> 1667427 T3685 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty1/tlog
[junit4:junit4] 2> 1667429 T3685 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1667429 T3685 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1667433 T3686 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@10aeab07 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1667435 T3685 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1667436 T3685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1668124 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1668125 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39078_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39078"}
[junit4:junit4] 2> 1668125 T3665 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4] 2> 1668125 T3665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1668139 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1668139 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1668139 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1668438 T3685 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1668438 T3685 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39078 collection:collection1 shard:shard1
[junit4:junit4] 2> 1668439 T3685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 1668542 T3685 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1668594 T3685 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1668595 T3685 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1668595 T3685 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39078/collection1/
[junit4:junit4] 2> 1668595 T3685 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1668595 T3685 oasc.SyncStrategy.syncToMe http://127.0.0.1:39078/collection1/ has no replicas
[junit4:junit4] 2> 1668596 T3685 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39078/collection1/
[junit4:junit4] 2> 1668596 T3685 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 1669644 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1669699 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1669699 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1669699 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1669724 T3685 oasc.ZkController.register We are http://127.0.0.1:39078/collection1/ and leader is http://127.0.0.1:39078/collection1/
[junit4:junit4] 2> 1669724 T3685 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39078
[junit4:junit4] 2> 1669724 T3685 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1669724 T3685 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1669725 T3685 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1669726 T3685 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1669727 T3642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1669728 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1669728 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1669991 T3642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1669994 T3642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39081
[junit4:junit4] 2> 1669994 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1669995 T3642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1669995 T3642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704
[junit4:junit4] 2> 1669996 T3642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/solr.xml
[junit4:junit4] 2> 1669996 T3642 oasc.CoreContainer.<init> New CoreContainer 582540051
[junit4:junit4] 2> 1669997 T3642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/'
[junit4:junit4] 2> 1669997 T3642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/'
[junit4:junit4] 2> 1670107 T3642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1670108 T3642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1670108 T3642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1670109 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1670109 T3642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1670110 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1670110 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1670111 T3642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1670111 T3642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1670112 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1670127 T3642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1670127 T3642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39071/solr
[junit4:junit4] 2> 1670128 T3642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1670129 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1670132 T3698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@681bc350 name:ZooKeeperConnection Watcher:127.0.0.1:39071 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1670132 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1670147 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1670157 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1670159 T3700 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d1f63d name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1670159 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1670169 T3642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1671173 T3642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39081_
[junit4:junit4] 2> 1671175 T3642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39081_
[junit4:junit4] 2> 1671178 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 1671178 T3684 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1671178 T3664 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1671179 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1671178 T3700 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1671179 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1671180 T3671 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 1671194 T3701 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/collection1
[junit4:junit4] 2> 1671194 T3701 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1671195 T3701 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1671195 T3701 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1671196 T3701 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/collection1/'
[junit4:junit4] 2> 1671198 T3701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1671198 T3701 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/collection1/lib/README' to classloader
[junit4:junit4] 2> 1671212 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1671213 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39078_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39078"}
[junit4:junit4] 2> 1671226 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1671226 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1671226 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1671226 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1671255 T3701 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1671312 T3701 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1671415 T3701 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1671420 T3701 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1671973 T3701 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1671978 T3701 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1671980 T3701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1671985 T3701 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1672003 T3701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1672004 T3701 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369256182704/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty2/
[junit4:junit4] 2> 1672004 T3701 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a9387
[junit4:junit4] 2> 1672005 T3701 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1672005 T3701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty2
[junit4:junit4] 2> 1672006 T3701 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty2/index/
[junit4:junit4] 2> 1672006 T3701 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1672006 T3701 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty2/index
[junit4:junit4] 2> 1672010 T3701 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f8a6b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff95089),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1672010 T3701 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1672013 T3701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1672013 T3701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1672014 T3701 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1672015 T3701 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1672015 T3701 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1672016 T3701 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1672016 T3701 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1672017 T3701 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1672017 T3701 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1672027 T3701 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1672034 T3701 oass.SolrIndexSearcher.<init> Opening Searcher@e7f52a5 main
[junit4:junit4] 2> 1672034 T3701 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty2/tlog
[junit4:junit4] 2> 1672035 T3701 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1672035 T3701 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1672040 T3702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@e7f52a5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1672042 T3701 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1672042 T3701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1672730 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1672731 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39081_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39081"}
[junit4:junit4] 2> 1672731 T3665 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1672731 T3665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1672745 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1672745 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1672745 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1672745 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1673046 T3701 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1673046 T3701 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39081 collection:collection1 shard:shard2
[junit4:junit4] 2> 1673047 T3701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 2> 1673064 T3701 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 1673073 T3701 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 1673073 T3701 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 1673073 T3701 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39081/collection1/
[junit4:junit4] 2> 1673074 T3701 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 1673074 T3701 oasc.SyncStrategy.syncToMe http://127.0.0.1:39081/collection1/ has no replicas
[junit4:junit4] 2> 1673074 T3701 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39081/collection1/
[junit4:junit4] 2> 1673074 T3701 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1674250 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1674273 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1674273 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1674273 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1674273 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1674318 T3701 oasc.ZkController.register We are http://127.0.0.1:39081/collection1/ and leader is http://127.0.0.1:39081/collection1/
[junit4:junit4] 2> 1674318 T3701 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39081
[junit4:junit4] 2> 1674318 T3701 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 1674318 T3701 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1674319 T3701 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1674320 T3701 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1674321 T3642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1674322 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1674322 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1674585 T3642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1674588 T3642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39086
[junit4:junit4] 2> 1674589 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1674589 T3642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1674590 T3642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298
[junit4:junit4] 2> 1674590 T3642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/solr.xml
[junit4:junit4] 2> 1674591 T3642 oasc.CoreContainer.<init> New CoreContainer 51906748
[junit4:junit4] 2> 1674591 T3642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/'
[junit4:junit4] 2> 1674592 T3642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/'
[junit4:junit4] 2> 1674701 T3642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1674702 T3642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1674702 T3642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1674703 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1674703 T3642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1674704 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1674704 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1674705 T3642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1674705 T3642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1674706 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1674721 T3642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1674721 T3642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39071/solr
[junit4:junit4] 2> 1674722 T3642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1674723 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1674726 T3714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@692affae name:ZooKeeperConnection Watcher:127.0.0.1:39071 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1674726 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1674742 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1674752 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1674754 T3716 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a1bebd5 name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1674754 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1674765 T3642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1675768 T3642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39086_
[junit4:junit4] 2> 1675770 T3642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39086_
[junit4:junit4] 2> 1675772 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1675773 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1675773 T3664 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1675773 T3684 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1675774 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675774 T3716 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1675774 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675775 T3700 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1675775 T3671 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 1675786 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1675787 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39081_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39081"}
[junit4:junit4] 2> 1675788 T3717 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/collection1
[junit4:junit4] 2> 1675789 T3717 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1675789 T3717 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1675789 T3717 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1675796 T3717 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/collection1/'
[junit4:junit4] 2> 1675796 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675796 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675796 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675796 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675796 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1675797 T3717 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1675798 T3717 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/collection1/lib/README' to classloader
[junit4:junit4] 2> 1675848 T3717 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1675905 T3717 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1676007 T3717 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1676012 T3717 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1676562 T3717 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1676566 T3717 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1676569 T3717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1676574 T3717 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1676595 T3717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1676595 T3717 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369256187298/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/
[junit4:junit4] 2> 1676595 T3717 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a9387
[junit4:junit4] 2> 1676596 T3717 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1676596 T3717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3
[junit4:junit4] 2> 1676597 T3717 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index/
[junit4:junit4] 2> 1676597 T3717 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1676597 T3717 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index
[junit4:junit4] 2> 1676601 T3717 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56368d1d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3becb9d4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1676601 T3717 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1676604 T3717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1676605 T3717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1676605 T3717 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1676606 T3717 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1676607 T3717 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1676607 T3717 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1676607 T3717 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1676608 T3717 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1676608 T3717 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1676618 T3717 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1676625 T3717 oass.SolrIndexSearcher.<init> Opening Searcher@7ca9a325 main
[junit4:junit4] 2> 1676625 T3717 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/tlog
[junit4:junit4] 2> 1676626 T3717 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1676627 T3717 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1676631 T3718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ca9a325 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1676633 T3717 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1676633 T3717 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1677301 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1677302 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39086_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39086"}
[junit4:junit4] 2> 1677302 T3665 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1677302 T3665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 1677316 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1677316 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1677316 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1677316 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1677316 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1677637 T3717 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1677637 T3717 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39086 collection:collection1 shard:shard1
[junit4:junit4] 2> 1677640 T3717 oasc.ZkController.register We are http://127.0.0.1:39086/collection1/ and leader is http://127.0.0.1:39078/collection1/
[junit4:junit4] 2> 1677640 T3717 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39086
[junit4:junit4] 2> 1677641 T3717 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1677641 T3717 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1279 name=collection1 org.apache.solr.core.SolrCore@271377bf url=http://127.0.0.1:39086/collection1 node=127.0.0.1:39086_ C1279_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:39086_, base_url=http://127.0.0.1:39086}
[junit4:junit4] 2> 1677641 T3719 C1279 P39086 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1677642 T3717 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1677642 T3719 C1279 P39086 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1677643 T3719 C1279 P39086 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1677643 T3719 C1279 P39086 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1677643 T3642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1677644 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1677644 T3719 C1279 P39086 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1677645 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1677663 T3674 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1677908 T3642 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 1677910 T3642 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:39090
[junit4:junit4] 2> 1677911 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 1677911 T3642 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 1677912 T3642 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622
[junit4:junit4] 2> 1677912 T3642 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/solr.xml
[junit4:junit4] 2> 1677913 T3642 oasc.CoreContainer.<init> New CoreContainer 1020369716
[junit4:junit4] 2> 1677913 T3642 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/'
[junit4:junit4] 2> 1677914 T3642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/'
[junit4:junit4] 2> 1678023 T3642 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 1678024 T3642 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 1678024 T3642 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 1678025 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 1678025 T3642 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 1678026 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 1678026 T3642 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 1678027 T3642 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 1678027 T3642 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 1678028 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 1678044 T3642 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 1678045 T3642 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39071/solr
[junit4:junit4] 2> 1678045 T3642 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 1678046 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1678050 T3731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43f4e1cb name:ZooKeeperConnection Watcher:127.0.0.1:39071 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1678050 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1678067 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 1678078 T3642 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 1678080 T3733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cdac616 name:ZooKeeperConnection Watcher:127.0.0.1:39071/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 1678081 T3642 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 1678090 T3642 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 1678821 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1678822 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39086_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39086"}
[junit4:junit4] 2> 1678846 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1678846 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1678846 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1678846 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1678846 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1678846 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1679094 T3642 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39090_
[junit4:junit4] 2> 1679100 T3642 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39090_
[junit4:junit4] 2> 1679102 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1679102 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1679103 T3684 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1679102 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1679102 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 1679103 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1679103 T3664 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1679104 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1679104 T3671 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1679104 T3700 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1679113 T3716 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1679113 T3733 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 1679118 T3734 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/collection1
[junit4:junit4] 2> 1679118 T3734 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 1679119 T3734 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 1679119 T3734 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 1679120 T3734 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/collection1/'
[junit4:junit4] 2> 1679122 T3734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/collection1/lib/README' to classloader
[junit4:junit4] 2> 1679122 T3734 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 1679180 T3734 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 1679237 T3734 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 1679340 T3734 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 1679345 T3734 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 1679666 T3674 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 1679666 T3674 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:39086_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003
[junit4:junit4] 2> 1679897 T3734 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 1679901 T3734 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 1679903 T3734 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1679908 T3734 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 1679929 T3734 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1679929 T3734 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369256190622/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/
[junit4:junit4] 2> 1679930 T3734 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@54a9387
[junit4:junit4] 2> 1679930 T3734 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 1679931 T3734 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4
[junit4:junit4] 2> 1679931 T3734 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index/
[junit4:junit4] 2> 1679932 T3734 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 1679932 T3734 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index
[junit4:junit4] 2> 1679936 T3734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1679936 T3734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1679939 T3734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 1679939 T3734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 1679940 T3734 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 1679941 T3734 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 1679941 T3734 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 1679941 T3734 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 1679942 T3734 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 1679942 T3734 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 1679943 T3734 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 1679951 T3734 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 1679958 T3734 oass.SolrIndexSearcher.<init> Opening Searcher@4ec9f88c main
[junit4:junit4] 2> 1679958 T3734 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/tlog
[junit4:junit4] 2> 1679959 T3734 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 1679960 T3734 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 1679964 T3735 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ec9f88c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 1679966 T3734 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 1679966 T3734 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1680356 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1680357 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39090_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39090"}
[junit4:junit4] 2> 1680357 T3665 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4] 2> 1680357 T3665 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4] 2> 1680371 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1680371 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1680371 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1680371 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1680371 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1680371 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1680999 T3734 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 1680999 T3734 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39090 collection:collection1 shard:shard2
[junit4:junit4] 2> 1681011 T3734 oasc.ZkController.register We are http://127.0.0.1:39090/collection1/ and leader is http://127.0.0.1:39081/collection1/
[junit4:junit4] 2> 1681011 T3734 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39090
[junit4:junit4] 2> 1681012 T3734 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 1681012 T3734 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1280 name=collection1 org.apache.solr.core.SolrCore@37ca85df url=http://127.0.0.1:39090/collection1 node=127.0.0.1:39090_ C1280_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:39090_, base_url=http://127.0.0.1:39090}
[junit4:junit4] 2> 1681012 T3736 C1280 P39090 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 1681013 T3734 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681013 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 1681014 T3736 C1280 P39090 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 1681014 T3736 C1280 P39090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1681015 T3642 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
[junit4:junit4] 2> 1681015 T3642 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 1681015 T3736 C1280 P39090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1681016 T3642 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1681033 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681034 T3690 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 1681034 T3642 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 1681035 T3642 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 1681035 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1281 name=collection1 org.apache.solr.core.SolrCore@271377bf url=http://127.0.0.1:39086/collection1 node=127.0.0.1:39086_ C1281_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:39086_, base_url=http://127.0.0.1:39086}
[junit4:junit4] 2> 1681668 T3719 C1281 P39086 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39078/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1681668 T3719 C1281 P39086 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39086 START replicas=[http://127.0.0.1:39078/collection1/] nUpdates=100
[junit4:junit4] 2> 1681668 T3719 C1281 P39086 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1681669 T3719 C1281 P39086 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1681669 T3719 C1281 P39086 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1681669 T3719 C1281 P39086 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1681669 T3719 C1281 P39086 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1681669 T3719 C1281 P39086 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39078/collection1/. core=collection1
[junit4:junit4] 2> 1681670 T3719 C1281 P39086 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C1282 name=collection1 org.apache.solr.core.SolrCore@62510ca8 url=http://127.0.0.1:39078/collection1 node=127.0.0.1:39078_ C1282_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39078_, base_url=http://127.0.0.1:39078, leader=true}
[junit4:junit4] 2> 1681677 T3675 C1282 P39078 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 1681680 T3676 C1282 P39078 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1681683 T3676 C1282 P39078 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158ff1dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@52ca66a4),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1681683 T3676 C1282 P39078 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1681684 T3676 C1282 P39078 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158ff1dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@52ca66a4),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158ff1dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@52ca66a4),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1681684 T3676 C1282 P39078 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1681685 T3676 C1282 P39078 oass.SolrIndexSearcher.<init> Opening Searcher@58022b80 realtime
[junit4:junit4] 2> 1681685 T3676 C1282 P39078 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1681686 T3676 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1681686 T3719 C1281 P39086 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1681687 T3719 C1281 P39086 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1681688 T3677 C1282 P39078 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1681689 T3677 C1282 P39078 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 2> 1681690 T3719 C1281 P39086 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1681690 T3719 C1281 P39086 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1681690 T3719 C1281 P39086 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1681692 T3677 C1282 P39078 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1681693 T3719 C1281 P39086 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1681694 T3719 C1281 P39086 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index.20130523005634654
[junit4:junit4] 2> 1681694 T3719 C1281 P39086 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5399a056 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3197dfae) fullCopy=false
[junit4:junit4] 2> 1681696 T3677 C1282 P39078 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1681697 T3719 C1281 P39086 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1681698 T3719 C1281 P39086 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1681698 T3719 C1281 P39086 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1681700 T3719 C1281 P39086 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56368d1d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3becb9d4),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56368d1d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3becb9d4),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1681700 T3719 C1281 P39086 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1681701 T3719 C1281 P39086 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1681701 T3719 C1281 P39086 oass.SolrIndexSearcher.<init> Opening Searcher@64363ca8 main
[junit4:junit4] 2> 1681702 T3718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64363ca8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1681703 T3719 C1281 P39086 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index.20130523005634654 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index.20130523005634654;done=true>>]
[junit4:junit4] 2> 1681703 T3719 C1281 P39086 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index.20130523005634654
[junit4:junit4] 2> 1681703 T3719 C1281 P39086 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty3/index.20130523005634654
[junit4:junit4] 2> 1681703 T3719 C1281 P39086 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1681703 T3719 C1281 P39086 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1681704 T3719 C1281 P39086 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1681704 T3719 C1281 P39086 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1681705 T3719 C1281 P39086 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1681875 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1681876 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39090_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39090"}
[junit4:junit4] 2> 1681879 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"4",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39086_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39086"}
[junit4:junit4] 2> 1681893 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681893 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681893 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681893 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681893 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1681893 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1682035 T3690 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 1682035 T3690 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:39090_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 1682037 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1683039 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C1280_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:39090_, base_url=http://127.0.0.1:39090}
[junit4:junit4] 2> 1684037 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:39081/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 1684037 T3736 C1280 P39090 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:39090 START replicas=[http://127.0.0.1:39081/collection1/] nUpdates=100
[junit4:junit4] 2> 1684038 T3736 C1280 P39090 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 1684038 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 1684038 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 1684038 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 1684038 T3736 C1280 P39090 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 1684039 T3736 C1280 P39090 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:39081/collection1/. core=collection1
[junit4:junit4] 2> 1684039 T3736 C1280 P39090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 1684041 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C1283 name=collection1 org.apache.solr.core.SolrCore@6a6664a9 url=http://127.0.0.1:39081/collection1 node=127.0.0.1:39081_ C1283_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39081_, base_url=http://127.0.0.1:39081, leader=true}
[junit4:junit4] 2> 1684046 T3691 C1283 P39081 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 1684050 T3692 C1283 P39081 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1684053 T3692 C1283 P39081 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f8a6b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff95089),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1684053 T3692 C1283 P39081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1684054 T3692 C1283 P39081 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f8a6b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff95089),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f8a6b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff95089),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1684054 T3692 C1283 P39081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1684055 T3692 C1283 P39081 oass.SolrIndexSearcher.<init> Opening Searcher@1f4c3827 realtime
[junit4:junit4] 2> 1684055 T3692 C1283 P39081 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1684056 T3692 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1684056 T3736 C1280 P39090 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1684057 T3736 C1280 P39090 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 1684058 T3693 C1283 P39081 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 1684058 T3693 C1283 P39081 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 1684059 T3736 C1280 P39090 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 1684059 T3736 C1280 P39090 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 1684059 T3736 C1280 P39090 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 1684062 T3693 C1283 P39081 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 1684063 T3736 C1280 P39090 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 1684064 T3736 C1280 P39090 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index.20130523005637024
[junit4:junit4] 2> 1684064 T3736 C1280 P39090 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@77216dd1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2b898730) fullCopy=false
[junit4:junit4] 2> 1684066 T3693 C1283 P39081 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 1684067 T3736 C1280 P39090 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 1684068 T3736 C1280 P39090 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 1684068 T3736 C1280 P39090 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 1684069 T3736 C1280 P39090 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1684070 T3736 C1280 P39090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1684070 T3736 C1280 P39090 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 1684070 T3736 C1280 P39090 oass.SolrIndexSearcher.<init> Opening Searcher@c12240 main
[junit4:junit4] 2> 1684071 T3735 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c12240 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1684072 T3736 C1280 P39090 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index.20130523005637024 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index.20130523005637024;done=true>>]
[junit4:junit4] 2> 1684072 T3736 C1280 P39090 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index.20130523005637024
[junit4:junit4] 2> 1684072 T3736 C1280 P39090 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index.20130523005637024
[junit4:junit4] 2> 1684073 T3736 C1280 P39090 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 1684073 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 1684073 T3736 C1280 P39090 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 1684073 T3736 C1280 P39090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 1684078 T3736 C1280 P39090 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 1684908 T3665 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1684909 T3665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"5",
[junit4:junit4] 2> "numShards":"2",
[junit4:junit4] 2> "shard":"shard2",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:39090_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:39090"}
[junit4:junit4] 2> 1684925 T3684 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1684925 T3671 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1684925 T3664 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1684925 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1684925 T3716 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1684925 T3700 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 1685044 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1685045 T3642 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C1284 name=collection1 org.apache.solr.core.SolrCore@6929f3d3 url=http://127.0.0.1:39074/collection1 node=127.0.0.1:39074_ C1284_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:39074_, base_url=http://127.0.0.1:39074, leader=true}
[junit4:junit4] 2> 1685053 T3654 C1284 P39074 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1685056 T3654 C1284 P39074 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4460f9e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54778984),segFN=segments_1,generation=1}
[junit4:junit4] 2> 1685057 T3654 C1284 P39074 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 1685058 T3654 C1284 P39074 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4460f9e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54778984),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4460f9e5 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54778984),segFN=segments_2,generation=2}
[junit4:junit4] 2> 1685058 T3654 C1284 P39074 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 1685058 T3654 C1284 P39074 oass.SolrIndexSearcher.<init> Opening Searcher@55d3a9d2 main
[junit4:junit4] 2> 1685059 T3654 C1284 P39074 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1685060 T3668 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55d3a9d2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1685060 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 2> 1685072 T3678 C1282 P39078 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1685073 T3678 C1282 P39078 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158ff1dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@52ca66a4),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@158ff1dd lockFactory=org.apache.lucene.store.NativeFSLockFactory@52ca66a4),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1685073 T3678 C1282 P39078 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1685074 T3678 C1282 P39078 oass.SolrIndexSearcher.<init> Opening Searcher@51b065d4 main
[junit4:junit4] 2> 1685074 T3678 C1282 P39078 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1685075 T3686 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@51b065d4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1685075 T3678 C1282 P39078 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:39086/collection1/, StdNode: http://127.0.0.1:39081/collection1/, StdNode: http://127.0.0.1:39090/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 1685078 T3694 C1283 P39081 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1685078 T3694 C1283 P39081 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f8a6b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff95089),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40f8a6b6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ff95089),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1685079 T3694 C1283 P39081 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1685079 T3694 C1283 P39081 oass.SolrIndexSearcher.<init> Opening Searcher@75d74400 main
[junit4:junit4] 2> 1685080 T3694 C1283 P39081 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1685080 T3702 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@75d74400 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1685081 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4] 2> C1281_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39086_, base_url=http://127.0.0.1:39086}
[junit4:junit4] 2> 1685084 T3706 C1281 P39086 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C1280_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:39090_, base_url=http://127.0.0.1:39090}
[junit4:junit4] 2> 1685084 T3723 C1280 P39090 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 1685085 T3706 C1281 P39086 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56368d1d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3becb9d4),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56368d1d lockFactory=org.apache.lucene.store.NativeFSLockFactory@3becb9d4),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1685085 T3723 C1280 P39090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_3,generation=3}
[junit4:junit4] 2> 1685086 T3706 C1281 P39086 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1685086 T3723 C1280 P39090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 1685087 T3706 C1281 P39086 oass.SolrIndexSearcher.<init> Opening Searcher@11e28662 main
[junit4:junit4] 2> 1685087 T3723 C1280 P39090 oass.SolrIndexSearcher.<init> Opening Searcher@20f8f603 main
[junit4:junit4] 2> 1685088 T3706 C1281 P39086 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1685088 T3718 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11e28662 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1685088 T3723 C1280 P39090 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 1685089 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4] 2> 1685089 T3735 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20f8f603 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 1685090 T3723 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 2> 1685090 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4] 2> 1685091 T3642 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 1685094 T3679 C1282 P39078 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1685096 T3707 C1281 P39086 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 1685097 T3695 C1283 P39081 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1685099 T3724 C1280 P39090 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 1687105 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435769189238308864)} 0 2
[junit4:junit4] 2> 1687114 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435769189244600320&update.from=http://127.0.0.1:39078/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435769189244600320)} 0 1
[junit4:junit4] 2> 1687118 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435769189248794624&update.from=http://127.0.0.1:39081/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435769189248794624)} 0 1
[junit4:junit4] 2> 1687119 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435769189248794624)} 0 6
[junit4:junit4] 2> 1687119 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435769189244600320)} 0 10
[junit4:junit4] 2> 1687122 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1435769189258231808)]} 0 0
[junit4:junit4] 2> 1687126 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435769189260328960)]} 0 0
[junit4:junit4] 2> 1687127 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1435769189260328960)]} 0 3
[junit4:junit4] 2> 1687130 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1435769189266620416)]} 0 0
[junit4:junit4] 2> 1687138 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435769189271863296)]} 0 0
[junit4:junit4] 2> 1687139 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1435769189271863296)]} 0 4
[junit4:junit4] 2> 1687140 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1]} 0 6
[junit4:junit4] 2> 1687143 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1435769189280251904)]} 0 0
[junit4:junit4] 2> 1687148 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435769189283397632)]} 0 0
[junit4:junit4] 2> 1687149 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1435769189283397632)]} 0 3
[junit4:junit4] 2> 1687151 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1435769189288640512)]} 0 0
[junit4:junit4] 2> 1687157 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435769189291786240)]} 0 0
[junit4:junit4] 2> 1687158 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1435769189291786240)]} 0 4
[junit4:junit4] 2> 1687161 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1435769189299126272)]} 0 0
[junit4:junit4] 2> 1687167 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435769189302272000)]} 0 0
[junit4:junit4] 2> 1687168 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1435769189302272000)]} 0 4
[junit4:junit4] 2> 1687171 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1435769189309612032)]} 0 0
[junit4:junit4] 2> 1687179 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435769189314854912)]} 0 0
[junit4:junit4] 2> 1687180 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1435769189314854912)]} 0 4
[junit4:junit4] 2> 1687180 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 6
[junit4:junit4] 2> 1687183 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1435769189322194944)]} 0 0
[junit4:junit4] 2> 1687190 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435769189327437824)]} 0 0
[junit4:junit4] 2> 1687191 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1435769189327437824)]} 0 3
[junit4:junit4] 2> 1687191 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 5
[junit4:junit4] 2> 1687195 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1435769189334777856)]} 0 0
[junit4:junit4] 2> 1687200 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435769189337923584)]} 0 0
[junit4:junit4] 2> 1687201 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1435769189337923584)]} 0 3
[junit4:junit4] 2> 1687204 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1435769189344215040)]} 0 0
[junit4:junit4] 2> 1687213 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435769189350506496)]} 0 0
[junit4:junit4] 2> 1687214 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1435769189350506496)]} 0 4
[junit4:junit4] 2> 1687214 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 6
[junit4:junit4] 2> 1687217 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1435769189357846528)]} 0 0
[junit4:junit4] 2> 1687223 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435769189360992256)]} 0 0
[junit4:junit4] 2> 1687224 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1435769189360992256)]} 0 4
[junit4:junit4] 2> 1687227 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1435769189368332288)]} 0 0
[junit4:junit4] 2> 1687235 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435769189374623744)]} 0 0
[junit4:junit4] 2> 1687236 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!10 (1435769189374623744)]} 0 3
[junit4:junit4] 2> 1687237 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10]} 0 6
[junit4:junit4] 2> 1687239 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1435769189380915200)]} 0 0
[junit4:junit4] 2> 1687246 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435769189386158080)]} 0 0
[junit4:junit4] 2> 1687247 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1435769189386158080)]} 0 3
[junit4:junit4] 2> 1687248 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11]} 0 6
[junit4:junit4] 2> 1687250 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1435769189392449536)]} 0 0
[junit4:junit4] 2> 1687258 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435769189397692416)]} 0 0
[junit4:junit4] 2> 1687259 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1435769189397692416)]} 0 4
[junit4:junit4] 2> 1687259 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12]} 0 6
[junit4:junit4] 2> 1687262 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1435769189405032448)]} 0 0
[junit4:junit4] 2> 1687268 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435769189409226752)]} 0 0
[junit4:junit4] 2> 1687269 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1435769189409226752)]} 0 3
[junit4:junit4] 2> 1687273 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1435769189416566784)]} 0 0
[junit4:junit4] 2> 1687279 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435769189419712512)]} 0 0
[junit4:junit4] 2> 1687280 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1435769189419712512)]} 0 4
[junit4:junit4] 2> 1687282 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1435769189426003968)]} 0 0
[junit4:junit4] 2> 1687291 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435769189432295424)]} 0 0
[junit4:junit4] 2> 1687292 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1435769189432295424)]} 0 4
[junit4:junit4] 2> 1687292 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15]} 0 7
[junit4:junit4] 2> 1687295 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1435769189439635456)]} 0 0
[junit4:junit4] 2> 1687302 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435769189444878336)]} 0 0
[junit4:junit4] 2> 1687303 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1435769189444878336)]} 0 3
[junit4:junit4] 2> 1687303 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 5
[junit4:junit4] 2> 1687307 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1435769189452218368)]} 0 0
[junit4:junit4] 2> 1687315 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435769189458509824)]} 0 0
[junit4:junit4] 2> 1687316 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!17 (1435769189458509824)]} 0 3
[junit4:junit4] 2> 1687317 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17]} 0 5
[junit4:junit4] 2> 1687319 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1435769189464801280)]} 0 0
[junit4:junit4] 2> 1687326 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435769189470044160)]} 0 0
[junit4:junit4] 2> 1687327 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1435769189470044160)]} 0 3
[junit4:junit4] 2> 1687327 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18]} 0 5
[junit4:junit4] 2> 1687330 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1435769189476335616)]} 0 0
[junit4:junit4] 2> 1687339 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435769189482627072)]} 0 0
[junit4:junit4] 2> 1687340 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1435769189482627072)]} 0 4
[junit4:junit4] 2> 1687340 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 7
[junit4:junit4] 2> 1687343 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1435769189489967104)]} 0 0
[junit4:junit4] 2> 1687349 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435769189493112832)]} 0 0
[junit4:junit4] 2> 1687350 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1435769189493112832)]} 0 4
[junit4:junit4] 2> 1687353 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1435769189500452864)]} 0 0
[junit4:junit4] 2> 1687358 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435769189503598592)]} 0 0
[junit4:junit4] 2> 1687359 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1435769189503598592)]} 0 3
[junit4:junit4] 2> 1687362 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1435769189509890048)]} 0 0
[junit4:junit4] 2> 1687368 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435769189514084352)]} 0 0
[junit4:junit4] 2> 1687369 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1435769189514084352)]} 0 3
[junit4:junit4] 2> 1687372 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1435769189520375808)]} 0 0
[junit4:junit4] 2> 1687380 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435769189525618688)]} 0 0
[junit4:junit4] 2> 1687381 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1435769189525618688)]} 0 4
[junit4:junit4] 2> 1687381 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 6
[junit4:junit4] 2> 1687384 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1435769189532958720)]} 0 0
[junit4:junit4] 2> 1687391 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435769189538201600)]} 0 0
[junit4:junit4] 2> 1687392 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1435769189538201600)]} 0 3
[junit4:junit4] 2> 1687392 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24]} 0 5
[junit4:junit4] 2> 1687395 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1435769189544493056)]} 0 0
[junit4:junit4] 2> 1687402 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435769189549735936)]} 0 0
[junit4:junit4] 2> 1687403 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1435769189549735936)]} 0 3
[junit4:junit4] 2> 1687403 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25]} 0 5
[junit4:junit4] 2> 1687406 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1435769189556027392)]} 0 0
[junit4:junit4] 2> 1687412 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435769189559173120)]} 0 1
[junit4:junit4] 2> 1687412 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1435769189559173120)]} 0 3
[junit4:junit4] 2> 1687415 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1435769189565464576)]} 0 0
[junit4:junit4] 2> 1687421 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435769189568610304)]} 0 0
[junit4:junit4] 2> 1687422 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1435769189568610304)]} 0 4
[junit4:junit4] 2> 1687425 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1435769189575950336)]} 0 0
[junit4:junit4] 2> 1687431 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435769189579096064)]} 0 0
[junit4:junit4] 2> 1687432 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1435769189579096064)]} 0 4
[junit4:junit4] 2> 1687436 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1435769189587484672)]} 0 0
[junit4:junit4] 2> 1687444 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435769189592727552)]} 0 0
[junit4:junit4] 2> 1687445 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1435769189592727552)]} 0 4
[junit4:junit4] 2> 1687445 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 6
[junit4:junit4] 2> 1687448 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1435769189600067584)]} 0 0
[junit4:junit4] 2> 1687455 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435769189605310464)]} 0 0
[junit4:junit4] 2> 1687456 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1435769189605310464)]} 0 3
[junit4:junit4] 2> 1687456 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30]} 0 5
[junit4:junit4] 2> 1687459 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1435769189611601920)]} 0 0
[junit4:junit4] 2> 1687464 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435769189614747648)]} 0 0
[junit4:junit4] 2> 1687465 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1435769189614747648)]} 0 3
[junit4:junit4] 2> 1687469 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1435769189622087680)]} 0 0
[junit4:junit4] 2> 1687479 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435769189629427712)]} 0 0
[junit4:junit4] 2> 1687480 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1435769189629427712)]} 0 4
[junit4:junit4] 2> 1687480 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 7
[junit4:junit4] 2> 1687484 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1435769189637816320)]} 0 0
[junit4:junit4] 2> 1687493 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435769189644107776)]} 0 0
[junit4:junit4] 2> 1687494 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1435769189644107776)]} 0 4
[junit4:junit4] 2> 1687494 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 6
[junit4:junit4] 2> 1687497 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1435769189651447808)]} 0 0
[junit4:junit4] 2> 1687506 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435769189657739264)]} 0 0
[junit4:junit4] 2> 1687507 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1435769189657739264)]} 0 4
[junit4:junit4] 2> 1687507 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34]} 0 7
[junit4:junit4] 2> 1687510 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1435769189665079296)]} 0 0
[junit4:junit4] 2> 1687518 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435769189670322176)]} 0 0
[junit4:junit4] 2> 1687519 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1435769189670322176)]} 0 4
[junit4:junit4] 2> 1687519 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 6
[junit4:junit4] 2> 1687522 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1435769189677662208)]} 0 0
[junit4:junit4] 2> 1687529 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435769189681856512)]} 0 0
[junit4:junit4] 2> 1687530 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1435769189681856512)]} 0 4
[junit4:junit4] 2> 1687533 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1435769189689196544)]} 0 0
[junit4:junit4] 2> 1687541 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435769189695488000)]} 0 0
[junit4:junit4] 2> 1687542 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!37 (1435769189695488000)]} 0 3
[junit4:junit4] 2> 1687542 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37]} 0 5
[junit4:junit4] 2> 1687545 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1435769189701779456)]} 0 0
[junit4:junit4] 2> 1687553 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435769189707022336)]} 0 0
[junit4:junit4] 2> 1687554 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1435769189707022336)]} 0 4
[junit4:junit4] 2> 1687555 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38]} 0 7
[junit4:junit4] 2> 1687557 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1435769189714362368)]} 0 0
[junit4:junit4] 2> 1687562 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435769189717508096)]} 0 0
[junit4:junit4] 2> 1687563 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1435769189717508096)]} 0 3
[junit4:junit4] 2> 1687565 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1435769189722750976)]} 0 0
[junit4:junit4] 2> 1687571 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1435769189725896704)]} 0 0
[junit4:junit4] 2> 1687572 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1435769189725896704)]} 0 4
[junit4:junit4] 2> 1687574 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1435769189732188160)]} 0 0
[junit4:junit4] 2> 1687581 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1435769189736382464)]} 0 0
[junit4:junit4] 2> 1687582 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1435769189736382464)]} 0 4
[junit4:junit4] 2> 1687585 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1435769189743722496)]} 0 0
[junit4:junit4] 2> 1687592 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1435769189748965376)]} 0 0
[junit4:junit4] 2> 1687593 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1435769189748965376)]} 0 3
[junit4:junit4] 2> 1687593 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42]} 0 5
[junit4:junit4] 2> 1687596 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1435769189755256832)]} 0 0
[junit4:junit4] 2> 1687601 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1435769189758402560)]} 0 0
[junit4:junit4] 2> 1687602 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1435769189758402560)]} 0 3
[junit4:junit4] 2> 1687604 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1435769189763645440)]} 0 0
[junit4:junit4] 2> 1687612 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1435769189769936896)]} 0 0
[junit4:junit4] 2> 1687613 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1435769189769936896)]} 0 3
[junit4:junit4] 2> 1687613 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 6
[junit4:junit4] 2> 1687616 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1435769189776228352)]} 0 0
[junit4:junit4] 2> 1687623 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1435769189781471232)]} 0 0
[junit4:junit4] 2> 1687624 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1435769189781471232)]} 0 3
[junit4:junit4] 2> 1687624 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45]} 0 5
[junit4:junit4] 2> 1687627 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1435769189787762688)]} 0 0
[junit4:junit4] 2> 1687633 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1435769189790908416)]} 0 0
[junit4:junit4] 2> 1687634 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1435769189790908416)]} 0 4
[junit4:junit4] 2> 1687637 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1435769189798248448)]} 0 0
[junit4:junit4] 2> 1687645 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1435769189804539904)]} 0 0
[junit4:junit4] 2> 1687646 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!47 (1435769189804539904)]} 0 3
[junit4:junit4] 2> 1687647 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47]} 0 6
[junit4:junit4] 2> 1687650 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1435769189811879936)]} 0 0
[junit4:junit4] 2> 1687657 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1435769189817122816)]} 0 0
[junit4:junit4] 2> 1687658 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1435769189817122816)]} 0 3
[junit4:junit4] 2> 1687658 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48]} 0 5
[junit4:junit4] 2> 1687661 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1435769189823414272)]} 0 0
[junit4:junit4] 2> 1687666 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1435769189826560000)]} 0 0
[junit4:junit4] 2> 1687667 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1435769189826560000)]} 0 3
[junit4:junit4] 2> 1687671 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1435769189833900032)]} 0 0
[junit4:junit4] 2> 1687679 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1435769189839142912)]} 0 0
[junit4:junit4] 2> 1687680 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1435769189839142912)]} 0 4
[junit4:junit4] 2> 1687680 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50]} 0 6
[junit4:junit4] 2> 1687684 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1435769189847531520)]} 0 0
[junit4:junit4] 2> 1687689 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1435769189850677248)]} 0 0
[junit4:junit4] 2> 1687690 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1435769189850677248)]} 0 3
[junit4:junit4] 2> 1687692 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1435769189855920128)]} 0 0
[junit4:junit4] 2> 1687697 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1435769189859065856)]} 0 0
[junit4:junit4] 2> 1687698 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1435769189859065856)]} 0 3
[junit4:junit4] 2> 1687701 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1435769189865357312)]} 0 0
[junit4:junit4] 2> 1687711 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1435769189872697344)]} 0 0
[junit4:junit4] 2> 1687712 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!53 (1435769189872697344)]} 0 4
[junit4:junit4] 2> 1687713 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53]} 0 8
[junit4:junit4] 2> 1687715 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1435769189880037376)]} 0 0
[junit4:junit4] 2> 1687723 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1435769189885280256)]} 0 0
[junit4:junit4] 2> 1687724 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1435769189885280256)]} 0 4
[junit4:junit4] 2> 1687724 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54]} 0 6
[junit4:junit4] 2> 1687727 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1435769189892620288)]} 0 0
[junit4:junit4] 2> 1687734 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1435769189896814592)]} 0 0
[junit4:junit4] 2> 1687735 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1435769189896814592)]} 0 4
[junit4:junit4] 2> 1687737 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1435769189903106048)]} 0 0
[junit4:junit4] 2> 1687743 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1435769189907300352)]} 0 0
[junit4:junit4] 2> 1687744 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1435769189907300352)]} 0 3
[junit4:junit4] 2> 1687747 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1435769189913591808)]} 0 0
[junit4:junit4] 2> 1687753 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1435769189916737536)]} 0 0
[junit4:junit4] 2> 1687754 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1435769189916737536)]} 0 4
[junit4:junit4] 2> 1687756 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1435769189923028992)]} 0 0
[junit4:junit4] 2> 1687764 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1435769189928271872)]} 0 0
[junit4:junit4] 2> 1687765 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1435769189928271872)]} 0 4
[junit4:junit4] 2> 1687765 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58]} 0 6
[junit4:junit4] 2> 1687768 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1435769189935611904)]} 0 0
[junit4:junit4] 2> 1687777 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1435769189941903360)]} 0 0
[junit4:junit4] 2> 1687778 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1435769189941903360)]} 0 4
[junit4:junit4] 2> 1687778 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59]} 0 7
[junit4:junit4] 2> 1687781 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1435769189949243392)]} 0 0
[junit4:junit4] 2> 1687788 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1435769189953437696)]} 0 0
[junit4:junit4] 2> 1687789 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1435769189953437696)]} 0 4
[junit4:junit4] 2> 1687792 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1435769189960777728)]} 0 0
[junit4:junit4] 2> 1687801 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1435769189967069184)]} 0 0
[junit4:junit4] 2> 1687802 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1435769189967069184)]} 0 4
[junit4:junit4] 2> 1687802 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61]} 0 6
[junit4:junit4] 2> 1687806 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1435769189975457792)]} 0 0
[junit4:junit4] 2> 1687815 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1435769189981749248)]} 0 0
[junit4:junit4] 2> 1687816 T3680 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1435769189981749248)]} 0 4
[junit4:junit4] 2> 1687816 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62]} 0 7
[junit4:junit4] 2> 1687820 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1435769189990137856)]} 0 0
[junit4:junit4] 2> 1687828 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1435769189996429312)]} 0 0
[junit4:junit4] 2> 1687829 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1435769189996429312)]} 0 3
[junit4:junit4] 2> 1687829 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63]} 0 6
[junit4:junit4] 2> 1687832 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1435769190002720768)]} 0 0
[junit4:junit4] 2> 1687840 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1435769190009012224)]} 0 0
[junit4:junit4] 2> 1687841 T3694 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!64 (1435769190009012224)]} 0 3
[junit4:junit4] 2> 1687841 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64]} 0 6
[junit4:junit4] 2> 1687844 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1435769190015303680)]} 0 0
[junit4:junit4] 2> 1687849 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1435769190018449408)]} 0 0
[junit4:junit4] 2> 1687850 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!65 (1435769190018449408)]} 0 3
[junit4:junit4] 2> 1687853 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1435769190024740864)]} 0 0
[junit4:junit4] 2> 1687858 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1435769190027886592)]} 0 0
[junit4:junit4] 2> 1687859 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!66 (1435769190027886592)]} 0 3
[junit4:junit4] 2> 1687862 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1435769190034178048)]} 0 0
[junit4:junit4] 2> 1687868 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1435769190037323776)]} 0 0
[junit4:junit4] 2> 1687869 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!67 (1435769190037323776)]} 0 4
[junit4:junit4] 2> 1687871 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1435769190043615232)]} 0 0
[junit4:junit4] 2> 1687876 T3706 C1281 P39086 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39078/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1435769190046760960)]} 0 0
[junit4:junit4] 2> 1687877 T3678 C1282 P39078 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!68 (1435769190046760960)]} 0 3
[junit4:junit4] 2> 1687879 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1435769190052003840)]} 0 0
[junit4:junit4] 2> 1687884 T3725 C1280 P39090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:39081/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!69 (1435769190055149568)]} 0 0
[junit4:junit4] 2> 1687885 T3696 C1283 P39081 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!69 (1435769190055149568)]} 0 3
[junit4:junit4] 2> 1687887 T3654 C1284 P39074 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!70 (1435769190060392448)]}
[...truncated too long message...]
] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@431d909a lockFactory=org.apache.lucene.store.NativeFSLockFactory@120385e4),segFN=segments_5,generation=5}
[junit4:junit4] 2> 1724675 T3733 C1304 P39090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 1724678 T3733 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 1724678 T3733 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 1724678 T3733 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index;done=false>>]
[junit4:junit4] 2> 1724679 T3733 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4/index
[junit4:junit4] 2> 1724679 T3733 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4;done=false>>]
[junit4:junit4] 2> 1724679 T3733 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369256174156/jetty4
[junit4:junit4] 2> 1724679 T3733 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 2> 1724680 T3733 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89735572630011916-5-n_0000000001
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 2> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> 1724681 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1724681 T3733 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1724681 T3733 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1724681 T3733 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 1724682 T3733 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 1724682 T3733 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2>
[junit4:junit4] 2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=el_GR, timezone=Indian/Mauritius
[junit4:junit4] 2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=163893960,total=507576320
[junit4:junit4] 2> NOTE: All tests run in this JVM: [PrimitiveFieldTypeTest, TestExtendedDismaxParser, PreAnalyzedFieldTest, MBeansHandlerTest, TestPHPSerializedResponseWriter, CacheHeaderTest, SolrCoreTest, JsonLoaderTest, RegexBoostProcessorTest, TestJoin, FileBasedSpellCheckerTest, TestSolrCoreProperties, TestLMDirichletSimilarityFactory, TestSerializedLuceneMatchVersion, SpellingQueryConverterTest, TestPluginEnable, TestFunctionQuery, RecoveryZkTest, TestSolrDeletionPolicy1, SearchHandlerTest, SliceStateUpdateTest, QueryElevationComponentTest, ChaosMonkeyNothingIsSafeTest, TestCloudManagedSchema, TestPropInjectDefaults, TestFaceting, TestStressVersions, BadCopyFieldTest, ScriptEngineTest, TestCollationKeyRangeQueries, ZkControllerTest, UnloadDistributedZkTest, SynonymTokenizerTest, TestReplicationHandler, TestManagedSchemaFieldResource, TestClassNameShortening, TestFastLRUCache, TestQuerySenderListener, TestXIncludeConfig, BasicDistributedZkTest, TestCoreContainer, TestSurroundQueryParser, TestLRUCache, IndexSchemaTest, AnalysisAfterCoreReloadTest, PeerSyncTest, SyncSliceTest, PolyFieldTest, TestSchemaResource, CircularListTest, TestFieldResource, TestRandomDVFaceting, WordBreakSolrSpellCheckerTest, TestFuzzyAnalyzedSuggestions, AutoCommitTest, TestWriterPerf, SolrIndexSplitterTest, DocValuesTest, QueryEqualityTest, TestRealTimeGet, ClusterStateUpdateTest, DirectSolrConnectionTest, SuggesterFSTTest, MinimalSchemaTest, AlternateDirectoryTest, SystemInfoHandlerTest, TestPseudoReturnFields, TestDynamicFieldResource, SolrInfoMBeanTest, FastVectorHighlighterTest, BasicFunctionalityTest, ShardRoutingTest, ZkCLITest, ShardRoutingCustomTest, TestHashPartitioner, TestReload, StatsComponentTest, TestGroupingSearch, TestBadConfig, SoftAutoCommitTest, TestCoreDiscovery, SolrRequestParserTest, SuggesterTest, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestWordDelimiterFilterFactory, SortByFunctionTest, TestRemoteStreaming, TestQueryUtils, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TermsComponentTest, TestValueSourceCache, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, TestJmxIntegration, ReturnFieldsTest, JSONWriterTest, TestAnalyzedSuggestions, CSVRequestHandlerTest, TestLFUCache, SOLR749Test, TestSolrIndexConfig, CopyFieldTest, TestStressRecovery, SpellPossibilityIteratorTest, TestCodecSupport, TestDFRSimilarityFactory, TestNumberUtils, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, DOMUtilTest, TestSolrJ, TestUtils, ZkNodePropsTest, FileUtilsTest, TestRTGBase, AliasIntegrationTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 63.85s, 1 test, 1 error <<< FAILURES!
[...truncated 56 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 1 error, 13 ignored (7 assumptions)
Total time: 54 minutes 16 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure