You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/11 23:45:13 UTC
[JENKINS] Lucene-Solr-NightlyTests-4.x - Build # 254 - Failure
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-4.x/254/
1 tests failed.
REGRESSION: org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch
Error Message:
Server at http://127.0.0.1:51591/zw_/yb returned non ok status:500, message:Server Error
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51591/zw_/yb returned non ok status:500, message:Server Error
at __randomizedtesting.SeedInfo.seed([983E5DB3BB640106:19D8D3ABCC3B613A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:616)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:679)
Build Log:
[...truncated 9245 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.038; org.apache.solr.BaseDistributedSearchTestCase; Setting hostContext system property: /zw_/yb
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.042; org.apache.solr.SolrTestCaseJ4; ###Starting testDistribSearch
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.043; org.apache.solr.cloud.ZkTestServer; STARTING ZK TEST SERVER
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.044; org.apache.solr.cloud.ZkTestServer$ZKServerMain; Starting server
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.145; org.apache.solr.cloud.ZkTestServer; start zk server on port:51584
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.146; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.176; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@78bc57e3 name:ZooKeeperConnection Watcher:127.0.0.1:51584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.176; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.176; org.apache.solr.common.cloud.SolrZkClient; makePath: /solr
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.181; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.191; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@14f8c943 name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.192; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.192; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.200; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/shards
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.202; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.204; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/shards
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.211; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.212; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.220; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.221; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.324; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.324; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.335; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.335; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/protwords.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.337; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.338; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.340; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.341; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.348; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.348; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.350; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.351; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.353; org.apache.solr.cloud.AbstractZkTestCase; put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.354; org.apache.solr.common.cloud.SolrZkClient; makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.511; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.518; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:51587
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.518; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.518; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.519; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.519; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/solr.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.519; org.apache.solr.core.CoreContainer; New CoreContainer 955218422
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.520; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/'
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.520; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/'
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.591; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.591; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.592; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.592; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.592; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.593; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.593; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.593; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.594; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.594; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.604; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.605; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:51584/solr
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.605; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.606; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.610; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3634c66c name:ZooKeeperConnection Watcher:127.0.0.1:51584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.611; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.612; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.620; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.622; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@259433c9 name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.622; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.624; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.635; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/collection-queue-work
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.641; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.644; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51587_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.647; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51587_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.655; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/election
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.668; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer_elect/leader
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.671; org.apache.solr.cloud.Overseer; Overseer (id=89673451375689731-127.0.0.1:51587_zw_%2Fyb-n_0000000000) starting
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.684; org.apache.solr.common.cloud.SolrZkClient; makePath: /overseer/queue-work
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.697; org.apache.solr.cloud.OverseerCollectionProcessor; Process current queue of collection creations
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.697; org.apache.solr.common.cloud.SolrZkClient; makePath: /clusterstate.json
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.699; org.apache.solr.common.cloud.SolrZkClient; makePath: /aliases.json
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.701; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.705; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Starting to work on the main queue
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.709; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.710; org.apache.solr.cloud.ZkController; Check for collection zkNode:control_collection
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.710; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.710; org.apache.solr.cloud.ZkController; Load collection config from:/collections/control_collection
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.711; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/collection1/'
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.713; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.714; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.779; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.849; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.950; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:37:59.957; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.707; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.712; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.714; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.719; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.756; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.757; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1368308279362/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/control/data/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.757; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5374a6e2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.758; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.759; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/control/data
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.759; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/control/data/index/
[junit4:junit4] 1> WARN - 2013-05-11 21:38:00.759; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.762; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/control/data/index
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.767; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838655tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18d92e92),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.767; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.770; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.770; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.771; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.771; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.772; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.772; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.773; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.773; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.774; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.782; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.791; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1b50cd6e main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.792; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/control/data/tlog
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.793; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.793; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.796; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1b50cd6e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.797; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-05-11 21:38:00.798; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.213; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.213; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51587_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51587/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.214; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection control_collection with numShards 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.214; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.229; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.801; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.801; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51587/zw_/yb collection:control_collection shard:shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.802; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.825; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.829; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.830; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.830; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51587/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.831; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.831; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51587/zw_/yb/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.831; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51587/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:01.832; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.734; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.789; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.860; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51587/zw_/yb/collection1/ and leader is http://127.0.0.1:51587/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.860; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51587/zw_/yb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.861; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.861; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.861; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.864; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.865; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.866; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.867; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.882; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.885; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.888; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5083a184 name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.888; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.890; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:02.896; org.apache.solr.cloud.ChaosMonkey; monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.157; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.160; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:51591
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.161; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.162; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.162; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.163; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/solr.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.163; org.apache.solr.core.CoreContainer; New CoreContainer 782773904
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.164; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.164; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.318; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.319; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.320; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.321; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.321; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.322; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.322; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.323; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.323; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.342; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.344; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:51584/solr
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.345; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.346; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.351; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@7963920b name:ZooKeeperConnection Watcher:127.0.0.1:51584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.352; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.364; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.375; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.377; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@31c5c3da name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.378; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:03.389; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.311; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.313; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=1 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51587_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51587_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51587/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.355; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.355; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.355; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.393; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51591_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.395; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51591_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.397; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.397; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.397; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.398; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.398; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.398; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.412; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.412; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.413; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.413; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.414; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/collection1/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.415; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.416; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.486; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.570; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.675; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:04.681; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.405; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.411; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.414; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.422; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.458; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.459; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1368308282896/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.459; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5374a6e2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.460; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.461; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.461; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty1/index/
[junit4:junit4] 1> WARN - 2013-05-11 21:38:05.462; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.465; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty1/index
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.471; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838656tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a04b02),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.471; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.474; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.474; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.475; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.476; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.476; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.477; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.477; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.478; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.478; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.485; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.493; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7b08be3c main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.494; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty1/tlog
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.495; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.495; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.499; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7b08be3c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.501; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.502; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.866; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.867; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51591_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51591/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.867; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Create collection collection1 with numShards 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.867; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:05.879; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.504; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.504; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51591/zw_/yb collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.505; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.526; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.529; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.529; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.530; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51591/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.530; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.530; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51591/zw_/yb/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.530; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51591/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:06.531; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.385; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.415; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.456; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51591/zw_/yb/collection1/ and leader is http://127.0.0.1:51591/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.456; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51591/zw_/yb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.456; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.457; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.457; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.459; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.462; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.462; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.463; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.758; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.761; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:51594
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.762; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.762; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.763; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.763; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/solr.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.764; org.apache.solr.core.CoreContainer; New CoreContainer 766210336
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.765; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.765; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.896; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.897; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.897; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.898; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.898; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.899; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.899; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.900; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.900; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.901; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.917; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.918; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:51584/solr
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.919; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.920; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.927; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@6cc89cec name:ZooKeeperConnection Watcher:127.0.0.1:51584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.928; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.930; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.941; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.978; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@5339dc37 name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.978; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:07.995; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.925; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.927; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51591_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51591_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51591/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.946; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.946; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.946; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.946; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:08.998; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51594_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.004; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51594_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.008; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.008; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.008; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.008; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.008; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.009; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.012; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.020; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.020; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.021; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.021; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.022; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/collection1/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.024; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.025; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.086; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.162; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.264; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.270; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.959; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.964; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.967; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.972; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.990; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.991; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1368308287484/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty2/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.991; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5374a6e2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.991; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.992; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:09.992; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty2/index/
[junit4:junit4] 1> WARN - 2013-05-11 21:38:09.993; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.019; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty2/index
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.116; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838657tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@348c178c),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.116; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.119; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.119; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.119; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.120; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.120; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.120; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.121; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.121; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.121; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.127; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.136; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@46db2f36 main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.136; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty2/tlog
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.137; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.138; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.142; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@46db2f36 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.143; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.144; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.454; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.455; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51594_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51594/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.455; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.455; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:10.465; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.150; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.150; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51594/zw_/yb collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.151; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.175; org.apache.solr.cloud.ShardLeaderElectionContext; Running the leader process.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.180; org.apache.solr.cloud.ShardLeaderElectionContext; Enough replicas found to continue.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.181; org.apache.solr.cloud.ShardLeaderElectionContext; I may be the new leader - try and sync
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.181; org.apache.solr.cloud.SyncStrategy; Sync replicas to http://127.0.0.1:51594/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.181; org.apache.solr.cloud.SyncStrategy; Sync Success - now sync replicas to me
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.181; org.apache.solr.cloud.SyncStrategy; http://127.0.0.1:51594/zw_/yb/collection1/ has no replicas
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.182; org.apache.solr.cloud.ShardLeaderElectionContext; I am the new leader: http://127.0.0.1:51594/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.182; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.976; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.998; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.998; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.998; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:11.998; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.056; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51594/zw_/yb/collection1/ and leader is http://127.0.0.1:51594/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.056; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51594/zw_/yb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.056; org.apache.solr.cloud.ZkController; I am the leader, no recovery necessary
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.057; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.057; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.059; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.060; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.061; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.061; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.355; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.358; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:51597
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.359; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.360; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.360; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.361; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/solr.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.361; org.apache.solr.core.CoreContainer; New CoreContainer 533626576
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.362; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.362; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.500; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.501; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.501; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.502; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.502; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.503; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.503; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.504; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.505; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.521; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.522; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:51584/solr
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.523; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.524; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.527; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@402f8d8b name:ZooKeeperConnection Watcher:127.0.0.1:51584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.528; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.544; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.554; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.557; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@3ff97574 name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.557; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:12.568; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.517; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.518; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51594_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51594_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51594/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.543; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.544; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.543; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.543; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.543; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.590; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51597_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.592; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51597_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.603; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.604; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.604; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.604; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.604; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.604; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.605; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.605; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.605; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.606; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.612; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.612; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.613; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.613; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.614; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/collection1/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.617; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.618; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.682; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.772; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.874; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:13.879; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.271; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.274; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.275; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.279; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.296; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.296; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1368308292075/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.296; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5374a6e2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.297; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.297; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.297; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index/
[junit4:junit4] 1> WARN - 2013-05-11 21:38:14.298; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.299; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.303; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838658tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75c15b30),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.303; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.305; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.305; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.306; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.306; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.307; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.307; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.307; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.308; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.308; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.313; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.318; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@7079a92 main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.318; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/tlog
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.319; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.319; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.323; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@7079a92 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.324; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-05-11 21:38:14.324; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.048; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.049; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51597_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51597/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.049; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.050; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.063; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.063; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.063; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.063; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.063; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.327; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.327; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51597/zw_/yb collection:collection1 shard:shard1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.330; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51597/zw_/yb/collection1/ and leader is http://127.0.0.1:51591/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.330; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51597/zw_/yb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.330; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.331; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.331; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.332; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.332; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.332; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.332; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.334; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.334; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.334; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.335; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.352; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:51597_zw_%2Fyb_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.572; org.eclipse.jetty.server.Server; jetty-8.1.10.v20130312
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.575; org.eclipse.jetty.server.AbstractConnector; Started SocketConnector@127.0.0.1:51601
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.576; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init()
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.576; org.apache.solr.core.SolrResourceLoader; JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.577; org.apache.solr.core.SolrResourceLoader; using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.577; org.apache.solr.core.CoreContainer$Initializer; looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/solr.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.578; org.apache.solr.core.CoreContainer; New CoreContainer 2027260819
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.578; org.apache.solr.core.CoreContainer; Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.579; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.746; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting socketTimeout to: 120000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.747; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting urlScheme to: http://
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.747; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting connTimeout to: 15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.748; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxConnectionsPerHost to: 20
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.748; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting corePoolSize to: 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.749; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maximumPoolSize to: 2147483647
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.749; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting maxThreadIdleTime to: 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.750; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting sizeOfQueue to: -1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.751; org.apache.solr.handler.component.HttpShardHandlerFactory; Setting fairnessPolicy to: false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.752; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.776; org.apache.solr.logging.LogWatcher; Registering Log Listener
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.777; org.apache.solr.core.ZkContainer; Zookeeper client=127.0.0.1:51584/solr
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.778; org.apache.solr.cloud.ZkController; zkHost includes chroot
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.780; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.787; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@f6ea17f name:ZooKeeperConnection Watcher:127.0.0.1:51584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.789; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.793; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.810; org.apache.solr.common.cloud.ConnectionManager; Waiting for client to connect to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.813; org.apache.solr.common.cloud.ConnectionManager; Watcher org.apache.solr.common.cloud.ConnectionManager@59a33b77 name:ZooKeeperConnection Watcher:127.0.0.1:51584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.813; org.apache.solr.common.cloud.ConnectionManager; Client is connected to ZooKeeper
[junit4:junit4] 1> INFO - 2013-05-11 21:38:15.821; org.apache.solr.common.cloud.ZkStateReader; Updating cluster state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.569; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.570; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51597_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51597_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51597/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.579; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.579; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.579; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.579; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.579; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.579; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.830; org.apache.solr.cloud.ZkController; Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51601_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.835; org.apache.solr.common.cloud.SolrZkClient; makePath: /live_nodes/127.0.0.1:51601_zw_%2Fyb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.841; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.843; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.843; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.843; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.843; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.843; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.844; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.844; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.846; org.apache.solr.common.cloud.ZkStateReader$3; Updating live nodes... (5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.857; org.apache.solr.core.CoreContainer; Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.857; org.apache.solr.cloud.ZkController; Check for collection zkNode:collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.858; org.apache.solr.cloud.ZkController; Collection zkNode exists
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.858; org.apache.solr.cloud.ZkController; Load collection config from:/collections/collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.864; org.apache.solr.core.SolrResourceLoader; new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/collection1/'
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.867; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/collection1/lib/classes/' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.868; org.apache.solr.core.SolrResourceLoader; Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/collection1/lib/README' to classloader
[junit4:junit4] 1> INFO - 2013-05-11 21:38:16.927; org.apache.solr.core.SolrConfig; Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.028; org.apache.solr.core.SolrConfig; Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.130; org.apache.solr.schema.IndexSchema; Reading Solr Schema from schema.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.137; org.apache.solr.schema.IndexSchema; [collection1] Schema name=test
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.354; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:51597_zw_%2Fyb_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.354; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51597_zw_%252Fyb_collection1&state=recovering&nodeName=127.0.0.1:51597_zw_%252Fyb&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.957; org.apache.solr.schema.IndexSchema; default search field in schema is text
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.964; org.apache.solr.schema.IndexSchema; unique key field: id
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.967; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:17.977; org.apache.solr.schema.FileExchangeRateProvider; Reloading exchange rates from file currency.xml
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.031; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.032; org.apache.solr.core.SolrCore; [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1368308295351/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.032; org.apache.solr.core.JmxMonitoredMap; JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5374a6e2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.034; org.apache.solr.core.SolrCore; org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.034; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.035; org.apache.solr.core.SolrCore; New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index/
[junit4:junit4] 1> WARN - 2013-05-11 21:38:18.035; org.apache.solr.core.SolrCore; [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.038; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.044; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838659tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@8449381),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.045; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.048; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.049; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.050; org.apache.solr.update.processor.UpdateRequestProcessorChain; inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.051; org.apache.solr.core.RequestHandlers; created standard: solr.StandardRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.052; org.apache.solr.core.RequestHandlers; created /get: solr.RealTimeGetHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.052; org.apache.solr.core.RequestHandlers; adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.052; org.apache.solr.core.RequestHandlers; created /replication: solr.ReplicationHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.053; org.apache.solr.core.RequestHandlers; created /update: solr.UpdateRequestHandler
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.054; org.apache.solr.core.RequestHandlers; created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.072; org.apache.solr.handler.loader.XMLLoader; xsltCacheLifetimeSeconds=60
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.089; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@6c63c662 main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.090; org.apache.solr.update.UpdateHandler; Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/tlog
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.091; org.apache.solr.update.CommitTracker; Hard AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.092; org.apache.solr.update.CommitTracker; Soft AutoCommit: disabled
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.099; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@6c63c662 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.102; org.apache.solr.cloud.ZkController; publishing core=collection1 state=down
[junit4:junit4] 1> INFO - 2013-05-11 21:38:18.103; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.356; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:51591/zw_/yb/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.356; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:51597/zw_/yb START replicas=[http://127.0.0.1:51591/zw_/yb/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-05-11 21:38:19.357; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.358; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.358; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.358; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.358; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.358; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:51591/zw_/yb/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.359; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.368; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.383; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.389; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838656tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a04b02),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.390; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.393; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838656tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a04b02),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838656tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a04b02),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.394; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.396; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1cb53937 realtime
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.397; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.397; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.398; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.399; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.401; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.402; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.402; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.403; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.403; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.406; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.406; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.408; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index.20130512073819407
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.409; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ebfcbdb lockFactory=org.apache.lucene.store.NativeFSLockFactory@1681d479) fullCopy=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.412; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.414; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.416; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.416; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.421; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838658tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75c15b30),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838658tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75c15b30),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.422; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.423; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.423; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2e2fddaf main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.424; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2e2fddaf main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.425; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index.20130512073819407 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index.20130512073819407;done=true>>]
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.425; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index.20130512073819407
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.425; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty3/index.20130512073819407
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.425; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.426; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.426; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.426; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.434; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.602; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.604; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":null,
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":null,
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51601_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51601/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.604; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Collection already exists with numShards=2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.605; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Assigning new node to shard=shard2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.609; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51597_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51597_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51597/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.624; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:19.626; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.109; org.apache.solr.core.CoreContainer; registering core: collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.109; org.apache.solr.cloud.ZkController; Register replica - core:collection1 address:http://127.0.0.1:51601/zw_/yb collection:collection1 shard:shard2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.112; org.apache.solr.cloud.ZkController; We are http://127.0.0.1:51601/zw_/yb/collection1/ and leader is http://127.0.0.1:51594/zw_/yb/collection1/
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.113; org.apache.solr.cloud.ZkController; No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51601/zw_/yb
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.113; org.apache.solr.cloud.ZkController; Core needs to recover:collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.113; org.apache.solr.update.DefaultSolrCoreState; Running recovery - first canceling any ongoing recovery
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.113; org.apache.solr.cloud.RecoveryStrategy; Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.115; org.apache.solr.cloud.RecoveryStrategy; ###### startupVersions=[]
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.115; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.115; org.apache.solr.cloud.ZkController; publishing core=collection1 state=recovering
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.115; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.120; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.121; org.apache.solr.servlet.SolrDispatchFilter; user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.122; org.apache.solr.servlet.SolrDispatchFilter; SolrDispatchFilter.init() done
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.123; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.146; org.apache.solr.handler.admin.CoreAdminHandler; Going to wait for coreNodeName: 127.0.0.1:51601_zw_%2Fyb_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.148; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.149; org.apache.solr.cloud.AbstractFullDistribZkTestBase; Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.150; org.apache.solr.cloud.AbstractDistribZkTestBase; Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 1> INFO - 2013-05-11 21:38:20.151; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.134; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.136; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51601_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"recovering",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51601_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51601/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:21.160; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:22.151; org.apache.solr.handler.admin.CoreAdminHandler; Waited coreNodeName: 127.0.0.1:51601_zw_%2Fyb_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:22.152; org.apache.solr.servlet.SolrDispatchFilter; [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51601_zw_%252Fyb_collection1&state=recovering&nodeName=127.0.0.1:51601_zw_%252Fyb&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006
[junit4:junit4] 1> INFO - 2013-05-11 21:38:22.164; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:23.171; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.154; org.apache.solr.cloud.RecoveryStrategy; Attempting to PeerSync from http://127.0.0.1:51594/zw_/yb/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.155; org.apache.solr.update.PeerSync; PeerSync: core=collection1 url=http://127.0.0.1:51601/zw_/yb START replicas=[http://127.0.0.1:51594/zw_/yb/collection1/] nUpdates=100
[junit4:junit4] 1> WARN - 2013-05-11 21:38:24.155; org.apache.solr.update.PeerSync; no frame of reference to tell of we've missed updates
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.156; org.apache.solr.cloud.RecoveryStrategy; PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.156; org.apache.solr.cloud.RecoveryStrategy; Starting Replication Recovery. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.156; org.apache.solr.cloud.RecoveryStrategy; Begin buffering updates. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.157; org.apache.solr.update.UpdateLog; Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.157; org.apache.solr.cloud.RecoveryStrategy; Attempting to replicate from http://127.0.0.1:51594/zw_/yb/collection1/. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.157; org.apache.solr.client.solrj.impl.HttpClientUtil; Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.171; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.173; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.174; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.180; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838657tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@348c178c),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.181; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.183; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838657tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@348c178c),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838657tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@348c178c),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.184; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.186; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@25c1d673 realtime
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.186; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.186; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.187; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.188; org.apache.solr.handler.SnapPuller; No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.190; org.apache.solr.handler.ReplicationHandler; Commits will be reserved for 10000
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.190; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.191; org.apache.solr.handler.SnapPuller; Master's generation: 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.191; org.apache.solr.handler.SnapPuller; Slave's generation: 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.192; org.apache.solr.handler.SnapPuller; Starting replication process
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.194; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.195; org.apache.solr.handler.SnapPuller; Number of files in latest index in master: 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.196; org.apache.solr.core.CachingDirectoryFactory; return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index.20130512073824196
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.197; org.apache.solr.handler.SnapPuller; Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@68dbbfa8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@575d9ceb) fullCopy=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.204; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.206; org.apache.solr.handler.SnapPuller; Total time taken for download : 0 secs
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.207; org.apache.solr.update.DefaultSolrCoreState; Creating new IndexWriter...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.208; org.apache.solr.update.DefaultSolrCoreState; Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.211; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838659tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@8449381),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838659tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@8449381),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.212; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.212; org.apache.solr.update.DefaultSolrCoreState; New IndexWriter is ready to be used.
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.213; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@2fa8302e main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.214; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@2fa8302e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.214; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index.20130512073824196 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index.20130512073824196;done=true>>]
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.215; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index.20130512073824196
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.215; org.apache.solr.core.CachingDirectoryFactory; Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index.20130512073824196
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.215; org.apache.solr.cloud.RecoveryStrategy; No replay needed. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.215; org.apache.solr.cloud.RecoveryStrategy; Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.215; org.apache.solr.cloud.ZkController; publishing core=collection1 state=active
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.216; org.apache.solr.cloud.ZkController; numShards not found on descriptor - reading it from system property
[junit4:junit4] 1> INFO - 2013-05-11 21:38:24.217; org.apache.solr.cloud.RecoveryStrategy; Finished recovery process. core=collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.178; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.675; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.676; org.apache.solr.cloud.Overseer$ClusterStateUpdater; Update state numShards=2 message={
[junit4:junit4] 1> "operation":"state",
[junit4:junit4] 1> "core_node_name":"127.0.0.1:51601_zw_%2Fyb_collection1",
[junit4:junit4] 1> "numShards":"2",
[junit4:junit4] 1> "shard":"shard2",
[junit4:junit4] 1> "roles":null,
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "shard_state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard_range":null,
[junit4:junit4] 1> "node_name":"127.0.0.1:51601_zw_%2Fyb",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:51601/zw_/yb"}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.690; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.691; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.690; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.690; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.690; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:25.690; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.180; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.182; org.apache.solr.cloud.AbstractDistribZkTestBase; Recoveries finished - collection: collection1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.195; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.202; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838655tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18d92e92),segFN=segments_1,generation=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.203; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.206; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838655tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18d92e92),segFN=segments_1,generation=1}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838655tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@18d92e92),segFN=segments_2,generation=2}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.206; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.208; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@1213afec main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.208; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.209; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@1213afec main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.210; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 15
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.221; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.224; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838656tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a04b02),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838656tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a04b02),segFN=segments_3,generation=3}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.224; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.225; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@56adaead main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.225; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.226; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@56adaead main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.227; org.apache.solr.update.SolrCmdDistributor; Distrib commit to:[StdNode: http://127.0.0.1:51597/zw_/yb/collection1/, StdNode: http://127.0.0.1:51594/zw_/yb/collection1/, StdNode: http://127.0.0.1:51601/zw_/yb/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.230; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.233; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838657tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@348c178c),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838657tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@348c178c),segFN=segments_3,generation=3}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.234; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.234; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@648d0223 main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.235; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.236; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@648d0223 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.236; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.242; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.245; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838659tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@8449381),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838659tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@8449381),segFN=segments_3,generation=3}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.245; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.246; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@3a191ba9 main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.247; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.248; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@3a191ba9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.248; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.250; org.apache.solr.update.DirectUpdateHandler2; start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.253; org.apache.solr.core.SolrDeletionPolicy; SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838658tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75c15b30),segFN=segments_2,generation=2}
[junit4:junit4] 1> commit{dir=MockDirWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build/solr-core/test/J0/index3858838658tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@75c15b30),segFN=segments_3,generation=3}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.253; org.apache.solr.core.SolrDeletionPolicy; newest commit generation = 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.254; org.apache.solr.search.SolrIndexSearcher; Opening Searcher@288d0349 main
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.255; org.apache.solr.update.DirectUpdateHandler2; end_commit_flush
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.256; org.apache.solr.core.SolrCore; [collection1] Registered new searcher Searcher@288d0349 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.257; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.258; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 37
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.259; org.apache.solr.common.cloud.ZkStateReader; Updating cloud state from ZooKeeper...
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.264; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.267; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.269; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:26.272; org.apache.solr.core.SolrCore; [collection1] webapp=/zw_/yb path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.277; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1434775252657766400)} 0 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.286; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={update.distrib=FROMLEADER&_version_=-1434775252661960704&update.from=http://127.0.0.1:51594/zw_/yb/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1434775252661960704)} 0 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.290; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={update.distrib=FROMLEADER&_version_=-1434775252667203584&update.from=http://127.0.0.1:51591/zw_/yb/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1434775252667203584)} 0 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.291; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1434775252667203584)} 0 7
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.292; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1434775252661960704)} 0 13
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.298; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[0 (1434775252678737920)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.309; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1434775252687126528)]} 0 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.310; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[0 (1434775252687126528)]} 0 7
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.311; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[0]} 0 10
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.313; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[1 (1434775252697612288)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.319; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1434775252700758016)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.320; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[1 (1434775252700758016)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.323; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[2 (1434775252708098048)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.336; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1434775252713340928)]} 0 2
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.337; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1434775252713340928)]} 0 9
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.338; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[2]} 0 12
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.343; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[3 (1434775252728020992)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.349; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1434775252732215296)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.350; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[3 (1434775252732215296)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.354; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[4 (1434775252740603904)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.359; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1434775252743749632)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.360; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[4 (1434775252743749632)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.362; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[5 (1434775252748992512)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.369; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1434775252752138240)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.370; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[5 (1434775252752138240)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.373; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[6 (1434775252760526848)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.379; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1434775252763672576)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.380; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[6 (1434775252763672576)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.383; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[7 (1434775252771012608)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.390; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1434775252776255488)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.391; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1434775252776255488)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.391; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[7]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.394; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[8 (1434775252782546944)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.401; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1434775252787789824)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.402; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1434775252787789824)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.403; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[8]} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.405; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[9 (1434775252794081280)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.410; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1434775252797227008)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.411; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[9 (1434775252797227008)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.414; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[10 (1434775252803518464)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.421; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1434775252806664192)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.422; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[10 (1434775252806664192)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.426; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[11 (1434775252815052800)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.432; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1434775252819247104)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.433; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[11 (1434775252819247104)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.437; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[12 (1434775252826587136)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.445; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1434775252832878592)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1434775252832878592)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.447; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.450; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[13 (1434775252841267200)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.455; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1434775252844412928)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.459; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[13 (1434775252844412928)]} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.463; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[14 (1434775252853850112)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.469; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1434775252858044416)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.470; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[14 (1434775252858044416)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.474; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[15 (1434775252865384448)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.484; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1434775252872724480)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.485; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[15 (1434775252872724480)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.486; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[15]} 0 9
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.490; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[16 (1434775252882161664)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.497; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1434775252886355968)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.498; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[16 (1434775252886355968)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.502; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[17 (1434775252894744576)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.509; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1434775252899987456)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.509; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1434775252899987456)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.510; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[17]} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.513; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[18 (1434775252907327488)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.521; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1434775252911521792)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.522; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1434775252911521792)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.522; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[18]} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.526; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[19 (1434775252919910400)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.531; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1434775252923056128)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.532; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[19 (1434775252923056128)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.536; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[20 (1434775252930396160)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.541; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1434775252933541888)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.542; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[20 (1434775252933541888)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.546; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[21 (1434775252940881920)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.555; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1434775252948221952)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1434775252948221952)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.557; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.560; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[22 (1434775252956610560)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.566; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1434775252959756288)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.566; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[22 (1434775252959756288)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.569; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[23 (1434775252966047744)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.575; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1434775252969193472)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.576; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[23 (1434775252969193472)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.579; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[24 (1434775252976533504)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.585; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1434775252979679232)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.586; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[24 (1434775252979679232)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.590; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[25 (1434775252987019264)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.599; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1434775252990164992)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.600; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[25 (1434775252990164992)]} 0 8
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.604; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[26 (1434775253001699328)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.612; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1434775253007990784)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.612; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1434775253007990784)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.613; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[26]} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.617; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[27 (1434775253015330816)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.626; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1434775253021622272)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.626; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1434775253021622272)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.627; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[27]} 0 7
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.630; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[28 (1434775253030010880)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.637; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1434775253033156608)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.638; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[28 (1434775253033156608)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.641; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[29 (1434775253041545216)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.651; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1434775253047836672)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.652; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1434775253047836672)]} 0 5
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.653; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[29]} 0 9
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.656; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[30 (1434775253056225280)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.661; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1434775253060419584)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.663; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[30 (1434775253060419584)]} 0 4
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.666; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[31 (1434775253066711040)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.670; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1434775253069856768)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.671; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[31 (1434775253069856768)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.673; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[32 (1434775253075099648)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.680; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1434775253080342528)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.681; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1434775253080342528)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.682; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[32]} 0 6
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.685; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[33 (1434775253086633984)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.689; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1434775253089779712)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.690; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[33 (1434775253089779712)]} 0 3
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.692; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={wt=javabin&version=2} {add=[34 (1434775253095022592)]} 0 0
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.701; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51591/zw_/yb/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1434775253100265472)]} 0 1
[junit4:junit4] 1> INFO - 2013-05-11 21:38:28.702; org.apache.solr.update.processor.LogUpdateProcessor; [collection1] webapp=/zw_/yb path=/update params={distrib.from=http://127.0.0.1:51594/zw_/yb/collection1/&update.distrib=TOLEADER&wt=java
[...truncated too long message...]
ction1] CLOSING SolrCore org.apache.solr.core.SolrCore@66ccac86
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.251; org.apache.solr.update.DirectUpdateHandler2; closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=899,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.252; org.apache.solr.update.SolrCoreState; Closing SolrCoreState
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.252; org.apache.solr.update.DefaultSolrCoreState; SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.253; org.apache.solr.update.DefaultSolrCoreState; closing IndexWriter with IndexWriterCloser
[junit4:junit4] 1> ERROR - 2013-05-11 21:43:18.253; org.apache.solr.update.TransactionLog; Error: Forcing close of tlog{file=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/tlog/tlog.0000000000000000003 refcount=1}
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.257; org.apache.solr.core.SolrCore; [collection1] Closing main searcher on request.
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.258; org.apache.solr.core.CachingDirectoryFactory; Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.258; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4;done=false>>]
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.259; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.259; org.apache.solr.core.CachingDirectoryFactory; looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index;done=false>>]
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.259; org.apache.solr.core.CachingDirectoryFactory; Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1368308279042/jetty4/index
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.260; org.apache.solr.common.cloud.SolrZkClient; makePath: /collections/collection1/leaders/shard2
[junit4:junit4] 1> WARN - 2013-05-11 21:43:18.260; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89673451375689740-127.0.0.1:51601_zw_%2Fyb_collection1-n_0000000001
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4] 1> at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4] 1> at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:246)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 1> WARN - 2013-05-11 21:43:18.261; org.apache.solr.common.cloud.ZkStateReader$3; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.261; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-05-11 21:43:18.262; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> INFO - 2013-05-11 21:43:18.262; org.apache.solr.common.cloud.ZkStateReader$2; A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 1> WARN - 2013-05-11 21:43:18.262; org.apache.solr.common.cloud.ZkStateReader$2; ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 1> WARN - 2013-05-11 21:43:18.263; org.apache.solr.cloud.LeaderElector$1;
[junit4:junit4] 1> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4] 1> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4] 1> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4] 1> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4] 1> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4] 1> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4] 2> NOTE: test params are: codec=Lucene41, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=zh_TW, timezone=Australia/ACT
[junit4:junit4] 2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=2,free=206343312,total=406781952
[junit4:junit4] 2> NOTE: All tests run in this JVM: [CoreAdminHandlerTest, CacheHeaderTest, TestConfig, PrimitiveFieldTypeTest, MinimalSchemaTest, ZkControllerTest, TestRemoteStreaming, TestLMDirichletSimilarityFactory, TestBadConfig, SearchHandlerTest, TestFaceting, SliceStateTest, SimpleFacetsTest, StatelessScriptUpdateProcessorFactoryTest, DistributedSpellCheckComponentTest, AliasIntegrationTest, DocValuesTest, TestQueryUtils, TestPseudoReturnFields, TestXIncludeConfig, MBeansHandlerTest, TestRandomDVFaceting, QueryResultKeyTest, TestCloudManagedSchema, AnalysisAfterCoreReloadTest, SOLR749Test, UnloadDistributedZkTest, TestLFUCache, SliceStateUpdateTest, BasicFunctionalityTest, SuggesterFSTTest, BinaryUpdateRequestHandlerTest, FileBasedSpellCheckerTest, SuggesterTest, TestPluginEnable, BadCopyFieldTest, QueryParsingTest, BadComponentTest, TestCloudManagedSchemaAddField, TestValueSourceCache, ZkCLITest, TestUniqueKeyFieldResource, TestCharFilters, TestSolrDeletionPolicy2, ResourceLoaderTest, TestReplicationHandler, ExternalFileFieldSortTest, ShardSplitTest, SolrTestCaseJ4Test, TestManagedSchemaFieldResource, TestFieldResource, IndexSchemaTest, CSVRequestHandlerTest, TestStressVersions, WordBreakSolrSpellCheckerTest, FieldMutatingUpdateProcessorTest, TestPropInjectDefaults, TestFastLRUCache, PeerSyncTest, TestTrie, RecoveryZkTest, OverseerTest, ShardRoutingTest, ResponseLogComponentTest, SynonymTokenizerTest, TestGroupingSearch, TestFuzzyAnalyzedSuggestions, SoftAutoCommitTest, AutoCommitTest, LegacyHTMLStripCharFilterTest, SyncSliceTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 319.59s, 1 test, 1 error <<< FAILURES!
[...truncated 187 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:390: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:363: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-4.x/lucene/common-build.xml:887: There were test failures: 295 suites, 1228 tests, 1 error, 25 ignored (6 assumptions)
Total time: 113 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure