You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/06/23 12:39:48 UTC
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.7.0_25) - Build # 6198
- Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6198/
Java: 64bit/jdk1.7.0_25 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.RecoveryZkTest.testDistribSearch
Error Message:
expected:<218> but was:<82>
Stack Trace:
java.lang.AssertionError: expected:<218> but was:<82>
at __randomizedtesting.SeedInfo.seed([CDBE42732C251716:4C58CC6B5B7A772A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:108)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 9775 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
[junit4:junit4] 2> 700959 T2553 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 700965 T2553 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./solrtest-RecoveryZkTest-1371983069015
[junit4:junit4] 2> 700965 T2553 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 700966 T2554 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 701066 T2553 oasc.ZkTestServer.run start zk server on port:39102
[junit4:junit4] 2> 701067 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 701331 T2560 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d61b203 name:ZooKeeperConnection Watcher:127.0.0.1:39102 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 701332 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 701332 T2553 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 701340 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 701342 T2562 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29cfc21d name:ZooKeeperConnection Watcher:127.0.0.1:39102/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 701342 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 701343 T2553 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 701347 T2553 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 701350 T2553 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 701353 T2553 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 701355 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 701355 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 701358 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 701358 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 701360 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 701360 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 701362 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 701362 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 701364 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 701364 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 701366 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 701366 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 701368 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 701368 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 701370 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 701370 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 701372 T2553 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 701372 T2553 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 701453 T2553 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 701459 T2553 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40281
[junit4:junit4] 2> 701459 T2553 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 701459 T2553 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 701460 T2553 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424
[junit4:junit4] 2> 701460 T2553 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/solr.xml
[junit4:junit4] 2> 701460 T2553 oasc.CoreContainer.<init> New CoreContainer 2098855116
[junit4:junit4] 2> 701461 T2553 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/'
[junit4:junit4] 2> 701461 T2553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/'
[junit4:junit4] 2> 701526 T2553 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 701526 T2553 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 701527 T2553 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 701527 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 701527 T2553 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 701527 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 701528 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 701528 T2553 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 701528 T2553 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 701528 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 701531 T2553 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 701532 T2553 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39102/solr
[junit4:junit4] 2> 701532 T2553 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 701532 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 701534 T2573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@111e12ab name:ZooKeeperConnection Watcher:127.0.0.1:39102 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 701535 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 701537 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 701540 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 701542 T2575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63404352 name:ZooKeeperConnection Watcher:127.0.0.1:39102/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 701542 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 701544 T2553 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 701548 T2553 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 701552 T2553 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 701554 T2553 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40281_
[junit4:junit4] 2> 701555 T2553 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40281_
[junit4:junit4] 2> 701559 T2553 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 701566 T2553 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 701569 T2553 oasc.Overseer.start Overseer (id=89914282411163651-127.0.0.1:40281_-n_0000000000) starting
[junit4:junit4] 2> 701573 T2553 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 701641 T2577 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 701641 T2553 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 701643 T2553 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 701644 T2553 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 701646 T2576 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 701648 T2578 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 701648 T2578 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 703148 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 703148 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:40281_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40281"}
[junit4:junit4] 2> 703149 T2576 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 703149 T2576 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 703151 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 703649 T2578 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/collection1
[junit4:junit4] 2> 703649 T2578 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 703650 T2578 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 703651 T2578 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 703653 T2578 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/collection1/'
[junit4:junit4] 2> 703654 T2578 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/collection1/lib/README' to classloader
[junit4:junit4] 2> 703654 T2578 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 703710 T2578 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 703794 T2578 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 703796 T2578 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 703799 T2578 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 704389 T2578 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 704389 T2578 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 704391 T2578 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 704453 T2578 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 704455 T2578 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 704464 T2578 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 704466 T2578 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 704469 T2578 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 704470 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 704470 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 704470 T2578 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 704471 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 704471 T2578 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 704471 T2578 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 704472 T2578 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-controljetty-1371983069424/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/control/data/
[junit4:junit4] 2> 704472 T2578 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77749c47
[junit4:junit4] 2> 704472 T2578 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 704473 T2578 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/control/data
[junit4:junit4] 2> 704473 T2578 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/control/data/index/
[junit4:junit4] 2> 704473 T2578 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1371983069015/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 704473 T2578 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/control/data/index
[junit4:junit4] 2> 704475 T2578 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1565c884 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c86b2b0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 704476 T2578 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 704480 T2578 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 704481 T2578 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 704482 T2578 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 704483 T2578 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 704483 T2578 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 704483 T2578 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 704484 T2578 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 704484 T2578 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 704485 T2578 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 704488 T2578 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 704490 T2578 oass.SolrIndexSearcher.<init> Opening Searcher@66399504 main
[junit4:junit4] 2> 704491 T2578 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/control/data/tlog
[junit4:junit4] 2> 704491 T2578 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 704491 T2578 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 704495 T2579 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66399504 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 704496 T2578 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 704496 T2578 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40281 collection:control_collection shard:shard1
[junit4:junit4] 2> 704497 T2578 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 704502 T2578 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 704504 T2578 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 704504 T2578 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 704504 T2578 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40281/collection1/
[junit4:junit4] 2> 704504 T2578 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 704504 T2578 oasc.SyncStrategy.syncToMe http://127.0.0.1:40281/collection1/ has no replicas
[junit4:junit4] 2> 704505 T2578 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40281/collection1/
[junit4:junit4] 2> 704505 T2578 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 704655 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 704663 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 704709 T2578 oasc.ZkController.register We are http://127.0.0.1:40281/collection1/ and leader is http://127.0.0.1:40281/collection1/
[junit4:junit4] 2> 704709 T2578 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40281
[junit4:junit4] 2> 704710 T2578 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 704710 T2578 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 704710 T2578 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 704711 T2578 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 704713 T2553 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 704713 T2553 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 704713 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 704716 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 704717 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 704718 T2582 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7288b660 name:ZooKeeperConnection Watcher:127.0.0.1:39102/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 704719 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 704720 T2553 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 704721 T2553 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 704777 T2553 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 704781 T2553 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34381
[junit4:junit4] 2> 704782 T2553 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 704782 T2553 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 704782 T2553 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771
[junit4:junit4] 2> 704783 T2553 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/solr.xml
[junit4:junit4] 2> 704783 T2553 oasc.CoreContainer.<init> New CoreContainer 1165169666
[junit4:junit4] 2> 704783 T2553 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/'
[junit4:junit4] 2> 704784 T2553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/'
[junit4:junit4] 2> 704906 T2553 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 704907 T2553 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 704907 T2553 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 704907 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 704908 T2553 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 704908 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 704908 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 704908 T2553 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 704909 T2553 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 704909 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 704911 T2553 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 704912 T2553 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39102/solr
[junit4:junit4] 2> 704912 T2553 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 704913 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 704915 T2593 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d9d4bc8 name:ZooKeeperConnection Watcher:127.0.0.1:39102 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 704915 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 704917 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 704920 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 704921 T2595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@504d8676 name:ZooKeeperConnection Watcher:127.0.0.1:39102/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 704921 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 704924 T2553 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 705926 T2553 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34381_
[junit4:junit4] 2> 705928 T2553 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34381_
[junit4:junit4] 2> 705930 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 705935 T2582 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 705935 T2595 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 705936 T2575 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 705942 T2596 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 705942 T2596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 706168 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 706169 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:40281_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:40281"}
[junit4:junit4] 2> 706173 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:34381_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34381"}
[junit4:junit4] 2> 706174 T2576 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 706174 T2576 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 706180 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 706180 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 706180 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 706944 T2596 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/collection1
[junit4:junit4] 2> 706944 T2596 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 706946 T2596 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 706946 T2596 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 706948 T2596 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/collection1/'
[junit4:junit4] 2> 706949 T2596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/collection1/lib/README' to classloader
[junit4:junit4] 2> 706950 T2596 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 707008 T2596 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 707094 T2596 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 707095 T2596 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 707099 T2596 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 707756 T2596 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 707757 T2596 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 707758 T2596 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 707764 T2596 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 707767 T2596 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 707776 T2596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 707778 T2596 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 707781 T2596 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 707782 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 707782 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 707782 T2596 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 707783 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 707783 T2596 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 707783 T2596 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 707783 T2596 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty1-1371983072771/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty1/
[junit4:junit4] 2> 707784 T2596 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77749c47
[junit4:junit4] 2> 707784 T2596 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 707785 T2596 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty1
[junit4:junit4] 2> 707785 T2596 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty1/index/
[junit4:junit4] 2> 707785 T2596 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 707785 T2596 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty1/index
[junit4:junit4] 2> 707787 T2596 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@48a443e6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@712985d3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 707787 T2596 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 707792 T2596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 707792 T2596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 707793 T2596 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 707794 T2596 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 707795 T2596 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 707795 T2596 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 707795 T2596 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 707796 T2596 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 707796 T2596 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 707799 T2596 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 707801 T2596 oass.SolrIndexSearcher.<init> Opening Searcher@bb1e18f main
[junit4:junit4] 2> 707802 T2596 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty1/tlog
[junit4:junit4] 2> 707802 T2596 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 707802 T2596 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 707806 T2597 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bb1e18f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 707810 T2596 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 707810 T2596 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34381 collection:collection1 shard:shard1
[junit4:junit4] 2> 707811 T2596 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 707817 T2596 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 707819 T2596 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 707819 T2596 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 707819 T2596 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34381/collection1/
[junit4:junit4] 2> 707819 T2596 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 707819 T2596 oasc.SyncStrategy.syncToMe http://127.0.0.1:34381/collection1/ has no replicas
[junit4:junit4] 2> 707819 T2596 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34381/collection1/
[junit4:junit4] 2> 707819 T2596 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 709247 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 709258 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 709258 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 709258 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 709276 T2596 oasc.ZkController.register We are http://127.0.0.1:34381/collection1/ and leader is http://127.0.0.1:34381/collection1/
[junit4:junit4] 2> 709277 T2596 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34381
[junit4:junit4] 2> 709277 T2596 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 709277 T2596 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 709277 T2596 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 709280 T2596 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 709281 T2553 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 709282 T2553 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 709283 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 709347 T2553 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 709352 T2553 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:48560
[junit4:junit4] 2> 709352 T2553 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 709352 T2553 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 709353 T2553 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338
[junit4:junit4] 2> 709353 T2553 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/solr.xml
[junit4:junit4] 2> 709353 T2553 oasc.CoreContainer.<init> New CoreContainer 1010420187
[junit4:junit4] 2> 709354 T2553 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/'
[junit4:junit4] 2> 709354 T2553 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/'
[junit4:junit4] 2> 709473 T2553 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 709474 T2553 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 709474 T2553 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 709474 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 709475 T2553 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 709475 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 709475 T2553 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 709475 T2553 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 709476 T2553 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 709476 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 709478 T2553 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 709479 T2553 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39102/solr
[junit4:junit4] 2> 709479 T2553 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 709480 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 709482 T2609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c2aa111 name:ZooKeeperConnection Watcher:127.0.0.1:39102 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 709482 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 709484 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 709487 T2553 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 709488 T2611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4eac3c5d name:ZooKeeperConnection Watcher:127.0.0.1:39102/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 709489 T2553 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 709492 T2553 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 710496 T2553 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48560_
[junit4:junit4] 2> 710497 T2553 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48560_
[junit4:junit4] 2> 710500 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 710505 T2582 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 710505 T2611 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 710505 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 710505 T2595 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 710506 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 710507 T2575 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 710513 T2612 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 710513 T2612 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 710764 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 710766 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:34381_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34381"}
[junit4:junit4] 2> 710770 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:48560_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48560"}
[junit4:junit4] 2> 710770 T2576 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 710771 T2576 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 710775 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 710775 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 710775 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 710775 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 711515 T2612 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/collection1
[junit4:junit4] 2> 711515 T2612 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 711516 T2612 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 711517 T2612 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 711519 T2612 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/collection1/'
[junit4:junit4] 2> 711519 T2612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/collection1/lib/README' to classloader
[junit4:junit4] 2> 711520 T2612 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 711573 T2612 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 711662 T2612 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 711663 T2612 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 711666 T2612 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 712311 T2612 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 712312 T2612 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 712313 T2612 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 712319 T2612 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 712321 T2612 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 712332 T2612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 712336 T2612 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 712338 T2612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 712339 T2612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 712340 T2612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 712340 T2612 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 712340 T2612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 712341 T2612 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 712341 T2612 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 712341 T2612 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.RecoveryZkTest-jetty2-1371983077338/collection1/, dataDir=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/
[junit4:junit4] 2> 712342 T2612 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@77749c47
[junit4:junit4] 2> 712342 T2612 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4] 2> 712343 T2612 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2
[junit4:junit4] 2> 712343 T2612 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index/
[junit4:junit4] 2> 712343 T2612 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 712344 T2612 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index
[junit4:junit4] 2> 712346 T2612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 712346 T2612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 712351 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 712352 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 712352 T2612 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 712353 T2612 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 712354 T2612 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 712354 T2612 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 712354 T2612 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 712355 T2612 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 712355 T2612 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 712357 T2612 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 712360 T2612 oass.SolrIndexSearcher.<init> Opening Searcher@14667cd8 main
[junit4:junit4] 2> 712360 T2612 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/tlog
[junit4:junit4] 2> 712360 T2612 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 712361 T2612 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 712365 T2613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14667cd8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 712367 T2612 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 712367 T2612 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48560 collection:collection1 shard:shard1
[junit4:junit4] 2> 712369 T2612 oasc.ZkController.register We are http://127.0.0.1:48560/collection1/ and leader is http://127.0.0.1:34381/collection1/
[junit4:junit4] 2> 712370 T2612 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48560
[junit4:junit4] 2> 712370 T2612 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 712370 T2612 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C1234 name=collection1 org.apache.solr.core.SolrCore@5deba35f url=http://127.0.0.1:48560/collection1 node=127.0.0.1:48560_ C1234_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:48560_, base_url=http://127.0.0.1:48560}
[junit4:junit4] 2> 712370 T2614 C1234 P48560 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 712370 T2614 C1234 P48560 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 712370 T2612 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 712371 T2614 C1234 P48560 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 712371 T2614 C1234 P48560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 712371 T2553 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J1
[junit4:junit4] 2> 712372 T2553 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 712372 T2553 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 712373 T2614 C1234 P48560 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 712375 T2553 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 712376 T2591 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> ASYNC NEW_CORE C1235 name=collection1 org.apache.solr.core.SolrCore@6334803e url=http://127.0.0.1:40281/collection1 node=127.0.0.1:40281_ C1235_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:40281_, base_url=http://127.0.0.1:40281, leader=true}
[junit4:junit4] 2> 712390 T2568 C1235 P40281 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1565c884 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6c86b2b0),segFN=segments_1,generation=1}
[junit4:junit4] 2> ASYNC NEW_CORE C1236 name=collection1 org.apache.solr.core.SolrCore@6334803e url=http://127.0.0.1:40281/collection1 node=127.0.0.1:40281_ C1236_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:40281_, base_url=http://127.0.0.1:40281, leader=true}
[junit4:junit4] 2> 712458 T2568 C1236 P40281 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 712460 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1438628530554404864)]} 0 72
[junit4:junit4] 2> 712460 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10001 (1438628530554404865)]} 0 71
[junit4:junit4] 2> ASYNC NEW_CORE C1237 name=collection1 org.apache.solr.core.SolrCore@74596291 url=http://127.0.0.1:34381/collection1 node=127.0.0.1:34381_ C1237_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:34381_, base_url=http://127.0.0.1:34381, leader=true}
[junit4:junit4] 2> 712469 T2590 C1237 P34381 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@48a443e6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@712985d3),segFN=segments_1,generation=1}
[junit4:junit4] 2> 712469 T2590 C1237 P34381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 712471 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1438628530637242368)]} 0 3
[junit4:junit4] 2> 712471 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10001 (1438628530637242369)]} 0 3
[junit4:junit4] 2> 712484 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1438628530652971008)]} 0 1
[junit4:junit4] 2> 712484 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10002 (1438628530652971009)]} 0 1
[junit4:junit4] 2> 712487 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1438628530656116736)]} 0 1
[junit4:junit4] 2> 712487 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10002 (1438628530657165312)]} 0 0
[junit4:junit4] 2> 712572 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1438628530745245696)]} 0 2
[junit4:junit4] 2> 712572 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10003 (1438628530745245697)]} 0 1
[junit4:junit4] 2> 712575 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1438628530749440000)]} 0 1
[junit4:junit4] 2> 712576 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10003 (1438628530749440001)]} 0 1
[junit4:junit4] 2> 712638 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1438628530814451712)]} 0 2
[junit4:junit4] 2> 712638 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10004 (1438628530814451713)]} 0 1
[junit4:junit4] 2> 712642 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1438628530818646016)]} 0 1
[junit4:junit4] 2> 712642 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10004 (1438628530818646017)]} 0 1
[junit4:junit4] 2> 712681 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1438628530859540480)]} 0 1
[junit4:junit4] 2> 712681 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10005 (1438628530859540481)]} 0 1
[junit4:junit4] 2> 712685 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1438628530863734784)]} 0 1
[junit4:junit4] 2> 712685 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10005 (1438628530863734785)]} 0 1
[junit4:junit4] 2> 712745 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[5 (-1438628530927697920)]} 0 1
[junit4:junit4] 2> 712749 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10005 (-1438628530927697921)]} 0 4
[junit4:junit4] 2> 712752 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[5 (-1438628530935037952)]} 0 1
[junit4:junit4] 2> 712753 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10005 (-1438628530935037953)]} 0 1
[junit4:junit4] 2> 712756 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1438628530938183680)]} 0 1
[junit4:junit4] 2> 712757 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10006 (1438628530939232256)]} 0 2
[junit4:junit4] 2> 712760 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1438628530942377984)]} 0 1
[junit4:junit4] 2> 712761 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10006 (1438628530943426560)]} 0 1
[junit4:junit4] 2> 712854 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1438628531040944128)]} 0 1
[junit4:junit4] 2> 712854 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10007 (1438628531041992704)]} 0 1
[junit4:junit4] 2> 712858 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1438628531045138432)]} 0 1
[junit4:junit4] 2> 712858 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10007 (1438628531045138433)]} 0 1
[junit4:junit4] 2> 712917 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10007 (-1438628531108052993)]} 0 1
[junit4:junit4] 2> 712917 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[7 (-1438628531108052992)]} 0 1
[junit4:junit4] 2> 712920 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10007 (-1438628531111198720)]} 0 0
[junit4:junit4] 2> 712921 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[7 (-1438628531111198721)]} 0 1
[junit4:junit4] 2> 712924 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10008 (1438628531114344448)]} 0 1
[junit4:junit4] 2> 712924 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1438628531115393024)]} 0 1
[junit4:junit4] 2> 712928 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10008 (1438628531118538752)]} 0 2
[junit4:junit4] 2> 712928 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1438628531118538753)]} 0 1
[junit4:junit4] 2> 713030 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10009 (1438628531225493504)]} 0 2
[junit4:junit4] 2> 713030 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1438628531225493505)]} 0 1
[junit4:junit4] 2> 713033 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10009 (1438628531228639232)]} 0 1
[junit4:junit4] 2> 713034 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1438628531229687808)]} 0 1
[junit4:junit4] 2> 713050 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10008 (-1438628531246465024)]} 0 1
[junit4:junit4] 2> 713050 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[8 (-1438628531247513600)]} 0 1
[junit4:junit4] 2> 713052 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10008 (-1438628531249610752)]} 0 0
[junit4:junit4] 2> 713053 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[8 (-1438628531250659328)]} 0 0
[junit4:junit4] 2> 713056 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10010 (1438628531252756480)]} 0 1
[junit4:junit4] 2> 713057 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1438628531253805056)]} 0 1
[junit4:junit4] 2> 713060 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10010 (1438628531256950784)]} 0 1
[junit4:junit4] 2> 713061 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1438628531257999360)]} 0 1
[junit4:junit4] 2> 713078 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10009 (-1438628531276873728)]} 0 0
[junit4:junit4] 2> 713079 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[9 (-1438628531277922304)]} 0 0
[junit4:junit4] 2> 713081 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10009 (-1438628531280019456)]} 0 0
[junit4:junit4] 2> 713082 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[9 (-1438628531281068032)]} 0 0
[junit4:junit4] 2> 713085 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10011 (1438628531283165184)]} 0 1
[junit4:junit4] 2> 713086 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1438628531284213760)]} 0 1
[junit4:junit4] 2> 713089 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10011 (1438628531287359488)]} 0 2
[junit4:junit4] 2> 713089 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1438628531287359489)]} 0 1
[junit4:junit4] 2> 713129 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10012 (1438628531329302528)]} 0 1
[junit4:junit4] 2> 713129 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1438628531329302529)]} 0 1
[junit4:junit4] 2> 713132 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10012 (1438628531333496832)]} 0 1
[junit4:junit4] 2> 713133 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1438628531333496833)]} 0 1
[junit4:junit4] 2> 713235 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10010 (-1438628531440451584)]} 0 1
[junit4:junit4] 2> 713235 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10 (-1438628531441500160)]} 0 0
[junit4:junit4] 2> 713238 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10010 (-1438628531444645888)]} 0 1
[junit4:junit4] 2> 713238 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10 (-1438628531444645889)]} 0 0
[junit4:junit4] 2> 713241 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10013 (1438628531447791616)]} 0 1
[junit4:junit4] 2> 713242 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1438628531447791617)]} 0 1
[junit4:junit4] 2> 713245 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10013 (1438628531450937344)]} 0 1
[junit4:junit4] 2> 713246 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1438628531451985920)]} 0 1
[junit4:junit4] 2> 713309 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10011 (-1438628531518046208)]} 0 1
[junit4:junit4] 2> 713309 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[11 (-1438628531519094784)]} 0 0
[junit4:junit4] 2> 713312 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10011 (-1438628531522240512)]} 0 1
[junit4:junit4] 2> 713312 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[11 (-1438628531522240513)]} 0 0
[junit4:junit4] 2> 713316 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10014 (1438628531525386240)]} 0 1
[junit4:junit4] 2> 713316 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1438628531525386241)]} 0 1
[junit4:junit4] 2> 713320 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10014 (1438628531529580544)]} 0 2
[junit4:junit4] 2> 713320 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1438628531530629120)]} 0 1
[junit4:junit4] 2> 713378 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10015 (1438628531591446528)]} 0 1
[junit4:junit4] 2> 713379 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1438628531591446529)]} 0 1
[junit4:junit4] 2> 713382 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10015 (1438628531594592256)]} 0 1
[junit4:junit4] 2> 713383 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1438628531595640832)]} 0 1
[junit4:junit4] 2> 713452 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10016 (1438628531667992576)]} 0 1
[junit4:junit4] 2> 713453 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1438628531669041152)]} 0 1
[junit4:junit4] 2> 713456 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10016 (1438628531672186880)]} 0 1
[junit4:junit4] 2> 713457 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1438628531673235456)]} 0 1
[junit4:junit4] 2> 713472 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10017 (1438628531688964096)]} 0 1
[junit4:junit4] 2> 713473 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1438628531690012672)]} 0 2
[junit4:junit4] 2> 713476 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10017 (1438628531693158400)]} 0 2
[junit4:junit4] 2> 713476 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1438628531693158401)]} 0 1
[junit4:junit4] 2> 713578 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10012 (-1438628531801161728)]} 0 0
[junit4:junit4] 2> 713578 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[12 (-1438628531801161729)]} 0 0
[junit4:junit4] 2> 713582 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10012 (-1438628531805356032)]} 0 1
[junit4:junit4] 2> 713582 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[12 (-1438628531805356033)]} 0 0
[junit4:junit4] 2> 713586 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10018 (1438628531808501760)]} 0 2
[junit4:junit4] 2> 713586 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1438628531808501761)]} 0 1
[junit4:junit4] 2> 713590 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10018 (1438628531812696064)]} 0 1
[junit4:junit4] 2> 713591 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1438628531813744640)]} 0 2
[junit4:junit4] 2> 713647 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10018 (-1438628531873513472)]} 0 1
[junit4:junit4] 2> 713648 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[18 (-1438628531873513473)]} 0 1
[junit4:junit4] 2> 713650 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10018 (-1438628531876659200)]} 0 1
[junit4:junit4] 2> 713651 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[18 (-1438628531876659201)]} 0 1
[junit4:junit4] 2> 713653 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10019 (1438628531879804928)]} 0 1
[junit4:junit4] 2> 713654 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1438628531879804929)]} 0 1
[junit4:junit4] 2> 713657 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10019 (1438628531882950656)]} 0 1
[junit4:junit4] 2> 713658 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1438628531883999232)]} 0 1
[junit4:junit4] 2> 713731 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10020 (1438628531960545280)]} 0 1
[junit4:junit4] 2> 713732 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1438628531961593856)]} 0 1
[junit4:junit4] 2> 713735 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10020 (1438628531964739584)]} 0 1
[junit4:junit4] 2> 713736 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1438628531965788160)]} 0 1
[junit4:junit4] 2> 713786 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 713787 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:48560_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48560"}
[junit4:junit4] 2> 713792 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 713792 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 713792 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 713792 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 713831 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10021 (1438628532065402880)]} 0 1
[junit4:junit4] 2> 713832 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1438628532066451456)]} 0 1
[junit4:junit4] 2> ASYNC NEW_CORE C1238 name=collection1 org.apache.solr.core.SolrCore@5deba35f url=http://127.0.0.1:48560/collection1 node=127.0.0.1:48560_ C1238_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:48560_, base_url=http://127.0.0.1:48560}
[junit4:junit4] 2> 713851 T2604 C1238 P48560 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_1,generation=1}
[junit4:junit4] 2> 713851 T2604 C1238 P48560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 713854 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1438628532070645761)]} 0 5
[junit4:junit4] 2> 713854 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10021 (1438628532070645760)]} 0 4
[junit4:junit4] 2> 713855 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1438628532070645761)]} 0 20
[junit4:junit4] 2> 713855 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10021 (1438628532070645760)]} 0 21
[junit4:junit4] 2> 713901 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1438628532138803200)]} 0 1
[junit4:junit4] 2> 713902 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10022 (1438628532138803201)]} 0 2
[junit4:junit4] 2> 713908 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1438628532142997504)]} 0 1
[junit4:junit4] 2> 713909 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1438628532142997504)]} 0 5
[junit4:junit4] 2> 713909 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10022 (1438628532144046080)]} 0 2
[junit4:junit4] 2> 713911 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10022 (1438628532144046080)]} 0 7
[junit4:junit4] 2> 713995 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[20 (-1438628532237369344)]} 0 1
[junit4:junit4] 2> 713996 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10020 (-1438628532239466496)]} 0 1
[junit4:junit4] 2> 714000 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[20 (-1438628532240515072)]} 0 0
[junit4:junit4] 2> 714001 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[20 (-1438628532240515072)]} 0 4
[junit4:junit4] 2> 714002 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10020 (-1438628532242612224)]} 0 1
[junit4:junit4] 2> 714003 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10020 (-1438628532242612224)]} 0 4
[junit4:junit4] 2> 714005 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1438628532247855104)]} 0 1
[junit4:junit4] 2> 714007 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10023 (1438628532249952256)]} 0 1
[junit4:junit4] 2> 714012 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1438628532252049408)]} 0 1
[junit4:junit4] 2> 714013 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1438628532252049408)]} 0 5
[junit4:junit4] 2> 714014 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10023 (1438628532254146560)]} 0 1
[junit4:junit4] 2> 714015 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10023 (1438628532254146560)]} 0 5
[junit4:junit4] 2> 714112 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[21 (-1438628532361101312)]} 0 0
[junit4:junit4] 2> 714114 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10021 (-1438628532363198464)]} 0 1
[junit4:junit4] 2> 714117 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[21 (-1438628532364247040)]} 0 0
[junit4:junit4] 2> 714118 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[21 (-1438628532364247040)]} 0 3
[junit4:junit4] 2> 714119 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10021 (-1438628532366344192)]} 0 0
[junit4:junit4] 2> 714120 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10021 (-1438628532366344192)]} 0 3
[junit4:junit4] 2> 714122 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1438628532370538496)]} 0 1
[junit4:junit4] 2> 714124 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10024 (1438628532372635648)]} 0 1
[junit4:junit4] 2> 714129 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1438628532374732800)]} 0 1
[junit4:junit4] 2> 714130 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1438628532374732800)]} 0 5
[junit4:junit4] 2> 714131 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10024 (1438628532376829952)]} 0 1
[junit4:junit4] 2> 714132 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10024 (1438628532376829952)]} 0 5
[junit4:junit4] 2> 714232 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[22 (-1438628532486930432)]} 0 0
[junit4:junit4] 2> 714234 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10022 (-1438628532489027584)]} 0 0
[junit4:junit4] 2> 714238 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[22 (-1438628532490076160)]} 0 1
[junit4:junit4] 2> 714238 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[22 (-1438628532490076160)]} 0 3
[junit4:junit4] 2> 714240 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10022 (-1438628532492173312)]} 0 1
[junit4:junit4] 2> 714241 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10022 (-1438628532492173312)]} 0 4
[junit4:junit4] 2> 714242 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1438628532497416192)]} 0 1
[junit4:junit4] 2> 714244 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10025 (1438628532499513344)]} 0 1
[junit4:junit4] 2> 714249 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1438628532500561920)]} 0 1
[junit4:junit4] 2> 714250 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1438628532500561920)]} 0 5
[junit4:junit4] 2> 714251 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10025 (1438628532502659072)]} 0 1
[junit4:junit4] 2> 714252 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10025 (1438628532502659072)]} 0 5
[junit4:junit4] 2> 714343 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[23 (-1438628532602273792)]} 0 1
[junit4:junit4] 2> 714344 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10023 (-1438628532604370944)]} 0 0
[junit4:junit4] 2> 714348 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[23 (-1438628532606468096)]} 0 0
[junit4:junit4] 2> 714349 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[23 (-1438628532606468096)]} 0 4
[junit4:junit4] 2> 714350 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10023 (-1438628532607516672)]} 0 1
[junit4:junit4] 2> 714350 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10023 (-1438628532607516672)]} 0 3
[junit4:junit4] 2> 714353 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1438628532612759552)]} 0 1
[junit4:junit4] 2> 714355 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10026 (1438628532614856704)]} 0 2
[junit4:junit4] 2> 714360 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1438628532616953856)]} 0 1
[junit4:junit4] 2> 714361 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1438628532616953856)]} 0 5
[junit4:junit4] 2> 714361 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10026 (1438628532619051008)]} 0 1
[junit4:junit4] 2> 714362 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10026 (1438628532619051008)]} 0 5
[junit4:junit4] 2> 714377 T2591 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 3, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4] 2> 714377 T2591 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=3&state=recovering&nodeName=127.0.0.1:48560_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2001
[junit4:junit4] 2> 714382 T2553 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 48560
[junit4:junit4] 2> 714383 T2553 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1010420187
[junit4:junit4] 2> 714442 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[24 (-1438628532707131392)]} 0 1
[junit4:junit4] 2> 714443 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10024 (-1438628532708179968)]} 0 0
[junit4:junit4] 2> 714448 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[24 (-1438628532710277120)]} 0 1
[junit4:junit4] 2> 714448 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[24 (-1438628532710277120)]} 0 3
[junit4:junit4] 2> 714449 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10024 (-1438628532711325696)]} 0 0
[junit4:junit4] 2> 714450 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10024 (-1438628532711325696)]} 0 4
[junit4:junit4] 2> 714452 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1438628532717617152)]} 0 1
[junit4:junit4] 2> 714454 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10027 (1438628532718665728)]} 0 1
[junit4:junit4] 2> 714460 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1438628532721811456)]} 0 1
[junit4:junit4] 2> 714461 T2591 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1438628532721811456)]} 0 6
[junit4:junit4] 2> 714461 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10027 (1438628532722860032)]} 0 1
[junit4:junit4] 2> 714462 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10027 (1438628532722860032)]} 0 5
[junit4:junit4] 2> 714521 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[25 (-1438628532789968896)]} 0 1
[junit4:junit4] 2> 714523 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10025 (-1438628532791017472)]} 0 1
[junit4:junit4] 2> 714527 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[25 (-1438628532793114624)]} 0 1
[junit4:junit4] 2> 714528 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[25 (-1438628532793114624)]} 0 4
[junit4:junit4] 2> 714529 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10025 (-1438628532795211776)]} 0 1
[junit4:junit4] 2> 714529 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10025 (-1438628532795211776)]} 0 4
[junit4:junit4] 2> 714532 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1438628532800454656)]} 0 1
[junit4:junit4] 2> 714533 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10028 (1438628532801503232)]} 0 1
[junit4:junit4] 2> 714539 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1438628532804648960)]} 0 1
[junit4:junit4] 2> 714540 T2591 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1438628532804648960)]} 0 6
[junit4:junit4] 2> 714540 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10028 (1438628532805697536)]} 0 1
[junit4:junit4] 2> 714541 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10028 (1438628532805697536)]} 0 5
[junit4:junit4] 2> 714568 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[26 (-1438628532838203392)]} 0 1
[junit4:junit4] 2> 714569 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10026 (-1438628532840300544)]} 0 0
[junit4:junit4] 2> 714573 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[26 (-1438628532842397696)]} 0 0
[junit4:junit4] 2> 714574 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[26 (-1438628532842397696)]} 0 4
[junit4:junit4] 2> 714575 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10026 (-1438628532843446272)]} 0 1
[junit4:junit4] 2> 714575 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10026 (-1438628532843446272)]} 0 3
[junit4:junit4] 2> 714578 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1438628532848689152)]} 0 1
[junit4:junit4] 2> 714579 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10029 (1438628532849737728)]} 0 1
[junit4:junit4] 2> 714584 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1438628532851834880)]} 0 1
[junit4:junit4] 2> 714585 T2591 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1438628532851834880)]} 0 5
[junit4:junit4] 2> 714586 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10029 (1438628532853932032)]} 0 1
[junit4:junit4] 2> 714587 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10029 (1438628532853932032)]} 0 5
[junit4:junit4] 2> 714682 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1438628532957741056)]} 0 1
[junit4:junit4] 2> 714684 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10030 (1438628532959838208)]} 0 2
[junit4:junit4] 2> 714689 T2607 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1438628532961935360)]} 0 1
[junit4:junit4] 2> 714690 T2590 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1438628532961935360)]} 0 5
[junit4:junit4] 2> 714690 T2605 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10030 (1438628532962983936)]} 0 1
[junit4:junit4] 2> 714691 T2591 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10030 (1438628532962983936)]} 0 5
[junit4:junit4] 2> 714752 T2570 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1438628533031141376)]} 0 1
[junit4:junit4] 2> 714752 T2571 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10031 (1438628533032189952)]} 0 0
[junit4:junit4] 2> 714757 T2606 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1438628533034287104)]} 0 1
[junit4:junit4] 2> 714757 T2604 C1238 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10031 (1438628533035335680)]} 0 0
[junit4:junit4] 2> 714757 T2589 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1438628533034287104)]} 0 3
[junit4:junit4] 2> 714758 T2588 C1237 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10031 (1438628533035335680)]} 0 4
[junit4:junit4] 2> 714839 T2568 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1438628533122367489)]} 0 1
[junit4:junit4] 2> 714840 T2569 C1236 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10032 (1438628533122367488)]} 0 2
[junit4:junit4] 2> ASYNC NEW_CORE C1239 name=collection1 org.apache.solr.core.SolrCore@5deba35f url=http://127.0.0.1:48560/collection1 node=127.0.0.1:48560_ C1239_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:48560_, base_url=http://127.0.0.1:48560}
[junit4:junit4] 2> 714909 T2607 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1438628533127610368)]} 0 63
[junit4:junit4] 2> 714909 T2605 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10032 (1438628533127610369)]} 0 63
[junit4:junit4] 2> ASYNC NEW_CORE C1240 name=collection1 org.apache.solr.core.SolrCore@74596291 url=http://127.0.0.1:34381/collection1 node=127.0.0.1:34381_ C1240_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:34381_, base_url=http://127.0.0.1:34381, leader=true}
[junit4:junit4] 2> 714910 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1438628533127610368)]} 0 68
[junit4:junit4] 2> 714910 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10032 (1438628533127610369)]} 0 67
[junit4:junit4] 2> ASYNC NEW_CORE C1241 name=collection1 org.apache.solr.core.SolrCore@6334803e url=http://127.0.0.1:40281/collection1 node=127.0.0.1:40281_ C1241_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:40281_, base_url=http://127.0.0.1:40281, leader=true}
[junit4:junit4] 2> 714974 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10031 (-1438628533264973824)]} 0 0
[junit4:junit4] 2> 714974 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[31 (-1438628533264973825)]} 0 0
[junit4:junit4] 2> 714978 T2606 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10031 (-1438628533267070976)]} 0 0
[junit4:junit4] 2> 714979 T2604 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[31 (-1438628533267070977)]} 0 1
[junit4:junit4] 2> 714979 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10031 (-1438628533267070976)]} 0 3
[junit4:junit4] 2> 714979 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[31 (-1438628533267070977)]} 0 3
[junit4:junit4] 2> 714982 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10033 (1438628533272313856)]} 0 1
[junit4:junit4] 2> 714982 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1438628533273362432)]} 0 1
[junit4:junit4] 2> 714987 T2607 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10033 (1438628533275459584)]} 0 1
[junit4:junit4] 2> 714987 T2605 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1438628533275459585)]} 0 0
[junit4:junit4] 2> 714988 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10033 (1438628533275459584)]} 0 4
[junit4:junit4] 2> 714988 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1438628533275459585)]} 0 4
[junit4:junit4] 2> 715052 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10032 (-1438628533346762752)]} 0 1
[junit4:junit4] 2> 715052 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[32 (-1438628533346762753)]} 0 0
[junit4:junit4] 2> 715057 T2606 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10032 (-1438628533349908480)]} 0 0
[junit4:junit4] 2> 715058 T2604 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[32 (-1438628533349908481)]} 0 1
[junit4:junit4] 2> 715058 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10032 (-1438628533349908480)]} 0 3
[junit4:junit4] 2> 715059 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[32 (-1438628533349908481)]} 0 4
[junit4:junit4] 2> 715063 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10034 (1438628533357248512)]} 0 2
[junit4:junit4] 2> 715063 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1438628533357248513)]} 0 2
[junit4:junit4] 2> 715070 T2607 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10034 (1438628533361442816)]} 0 2
[junit4:junit4] 2> 715070 T2605 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1438628533361442817)]} 0 1
[junit4:junit4] 2> 715070 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10034 (1438628533361442816)]} 0 5
[junit4:junit4] 2> 715071 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1438628533361442817)]} 0 5
[junit4:junit4] 2> 715143 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10033 (-1438628533442183168)]} 0 0
[junit4:junit4] 2> 715143 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[33 (-1438628533442183169)]} 0 0
[junit4:junit4] 2> 715149 T2606 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10033 (-1438628533445328896)]} 0 1
[junit4:junit4] 2> 715149 T2607 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[33 (-1438628533445328897)]} 0 0
[junit4:junit4] 2> 715149 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10033 (-1438628533445328896)]} 0 3
[junit4:junit4] 2> 715150 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[33 (-1438628533445328897)]} 0 4
[junit4:junit4] 2> 715153 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10035 (1438628533451620352)]} 0 1
[junit4:junit4] 2> 715154 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1438628533452668928)]} 0 1
[junit4:junit4] 2> 715160 T2604 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10035 (1438628533455814656)]} 0 1
[junit4:junit4] 2> 715160 T2605 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1438628533456863232)]} 0 1
[junit4:junit4] 2> 715161 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10035 (1438628533455814656)]} 0 5
[junit4:junit4] 2> 715161 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1438628533456863232)]} 0 5
[junit4:junit4] 2> 715170 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10034 (-1438628533470494720)]} 0 0
[junit4:junit4] 2> 715171 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[34 (-1438628533471543296)]} 0 1
[junit4:junit4] 2> 715176 T2606 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[10034 (-1438628533473640448)]} 0 1
[junit4:junit4] 2> 715177 T2607 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {delete=[34 (-1438628533474689024)]} 0 1
[junit4:junit4] 2> 715177 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10034 (-1438628533473640448)]} 0 4
[junit4:junit4] 2> 715177 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[34 (-1438628533474689024)]} 0 3
[junit4:junit4] 2> 715181 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10036 (1438628533480980480)]} 0 1
[junit4:junit4] 2> 715181 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1438628533482029056)]} 0 1
[junit4:junit4] 2> 715188 T2604 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10036 (1438628533485174784)]} 0 1
[junit4:junit4] 2> 715188 T2605 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1438628533485174785)]} 0 1
[junit4:junit4] 2> 715189 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10036 (1438628533485174784)]} 0 5
[junit4:junit4] 2> 715189 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1438628533485174785)]} 0 5
[junit4:junit4] 2> 715240 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10037 (1438628533542846464)]} 0 1
[junit4:junit4] 2> 715241 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1438628533543895040)]} 0 2
[junit4:junit4] 2> 715247 T2606 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10037 (1438628533547040768)]} 0 1
[junit4:junit4] 2> 715247 T2607 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1438628533547040769)]} 0 1
[junit4:junit4] 2> 715248 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10037 (1438628533547040768)]} 0 5
[junit4:junit4] 2> 715248 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1438628533547040769)]} 0 5
[junit4:junit4] 2> 715285 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1438628533590032384)]} 0 2
[junit4:junit4] 2> 715285 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10038 (1438628533590032385)]} 0 2
[junit4:junit4] 2> 715292 T2604 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1438628533594226688)]} 0 1
[junit4:junit4] 2> 715293 T2605 C1239 P48560 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:34381/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10038 (1438628533594226689)]} 0 2
[junit4:junit4] 2> 715293 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1438628533594226688)]} 0 5
[junit4:junit4] 2> 715293 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10038 (1438628533594226689)]} 0 5
[junit4:junit4] 2> 715297 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 715298 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "node_name":"127.0.0.1:48560_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48560"}
[junit4:junit4] 2> 715303 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 715303 T2611 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 715303 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 715303 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 715326 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[35 (-1438628533634072576)]} 0 0
[junit4:junit4] 2> 715327 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10035 (-1438628533634072577)]} 0 1
[junit4:junit4] 2> 715330 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[35 (-1438628533637218304)]} 0 0
[junit4:junit4] 2> 715330 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10035 (-1438628533638266880)]} 0 0
[junit4:junit4] 2> 715333 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1438628533640364032)]} 0 1
[junit4:junit4] 2> 715334 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10039 (1438628533641412608)]} 0 1
[junit4:junit4] 2> 715337 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1438628533644558336)]} 0 1
[junit4:junit4] 2> 715337 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10039 (1438628533645606912)]} 0 1
[junit4:junit4] 2> 715382 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[36 (-1438628533692792832)]} 0 0
[junit4:junit4] 2> 715383 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10036 (-1438628533693841408)]} 0 1
[junit4:junit4] 2> 715386 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[36 (-1438628533695938560)]} 0 1
[junit4:junit4] 2> 715386 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10036 (-1438628533696987136)]} 0 0
[junit4:junit4] 2> 715389 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1438628533699084288)]} 0 1
[junit4:junit4] 2> 715390 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10040 (1438628533700132864)]} 0 1
[junit4:junit4] 2> 715393 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1438628533703278592)]} 0 1
[junit4:junit4] 2> 715394 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10040 (1438628533704327168)]} 0 1
[junit4:junit4] 2> 715403 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1438628533713764352)]} 0 1
[junit4:junit4] 2> 715404 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10041 (1438628533714812928)]} 0 1
[junit4:junit4] 2> 715407 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1438628533717958656)]} 0 2
[junit4:junit4] 2> 715408 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10041 (1438628533719007232)]} 0 1
[junit4:junit4] 2> 715487 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1438628533802893312)]} 0 1
[junit4:junit4] 2> 715489 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10042 (1438628533803941888)]} 0 1
[junit4:junit4] 2> 715491 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1438628533806039040)]} 0 1
[junit4:junit4] 2> 715492 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10042 (1438628533808136192)]} 0 1
[junit4:junit4] 2> 715529 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[37 (-1438628533845884928)]} 0 1
[junit4:junit4] 2> 715530 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10037 (-1438628533847982080)]} 0 0
[junit4:junit4] 2> 715532 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[37 (-1438628533850079232)]} 0 1
[junit4:junit4] 2> 715533 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10037 (-1438628533851127808)]} 0 0
[junit4:junit4] 2> 715535 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1438628533853224960)]} 0 1
[junit4:junit4] 2> 715537 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10043 (1438628533854273536)]} 0 1
[junit4:junit4] 2> 715539 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1438628533856370688)]} 0 1
[junit4:junit4] 2> 715540 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10043 (1438628533857419264)]} 0 1
[junit4:junit4] 2> 715629 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[39 (-1438628533951791104)]} 0 0
[junit4:junit4] 2> 715630 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10039 (-1438628533952839680)]} 0 0
[junit4:junit4] 2> 715632 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[39 (-1438628533954936832)]} 0 0
[junit4:junit4] 2> 715633 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10039 (-1438628533955985408)]} 0 0
[junit4:junit4] 2> 715636 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1438628533958082560)]} 0 1
[junit4:junit4] 2> 715638 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10044 (1438628533960179712)]} 0 2
[junit4:junit4] 2> 715640 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1438628533963325440)]} 0 1
[junit4:junit4] 2> 715641 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10044 (1438628533964374016)]} 0 1
[junit4:junit4] 2> 715656 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1438628533979054080)]} 0 1
[junit4:junit4] 2> 715657 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10045 (1438628533981151232)]} 0 1
[junit4:junit4] 2> 715660 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1438628533983248384)]} 0 1
[junit4:junit4] 2> 715661 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10045 (1438628533984296960)]} 0 1
[junit4:junit4] 2> 715682 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1438628534006317056)]} 0 1
[junit4:junit4] 2> 715683 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10046 (1438628534007365632)]} 0 1
[junit4:junit4] 2> 715686 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1438628534011559936)]} 0 1
[junit4:junit4] 2> 715687 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10046 (1438628534011559937)]} 0 1
[junit4:junit4] 2> 715714 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[42 (-1438628534040920064)]} 0 1
[junit4:junit4] 2> 715714 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10042 (-1438628534040920065)]} 0 0
[junit4:junit4] 2> 715717 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[42 (-1438628534044065792)]} 0 0
[junit4:junit4] 2> 715718 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10042 (-1438628534044065793)]} 0 1
[junit4:junit4] 2> 715721 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1438628534047211520)]} 0 1
[junit4:junit4] 2> 715722 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10047 (1438628534048260096)]} 0 2
[junit4:junit4] 2> 715725 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1438628534051405824)]} 0 1
[junit4:junit4] 2> 715726 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10047 (1438628534052454400)]} 0 1
[junit4:junit4] 2> 715781 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[43 (-1438628534111174656)]} 0 0
[junit4:junit4] 2> 715782 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10043 (-1438628534112223232)]} 0 0
[junit4:junit4] 2> 715784 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[43 (-1438628534114320384)]} 0 0
[junit4:junit4] 2> 715785 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10043 (-1438628534115368960)]} 0 0
[junit4:junit4] 2> 715788 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1438628534117466112)]} 0 1
[junit4:junit4] 2> 715789 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10048 (1438628534118514688)]} 0 1
[junit4:junit4] 2> 715792 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1438628534121660416)]} 0 1
[junit4:junit4] 2> 715793 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10048 (1438628534122708992)]} 0 1
[junit4:junit4] 2> 715868 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1438628534201352192)]} 0 1
[junit4:junit4] 2> 715869 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10049 (1438628534202400768)]} 0 1
[junit4:junit4] 2> 715872 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1438628534205546496)]} 0 1
[junit4:junit4] 2> 715873 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10049 (1438628534206595072)]} 0 1
[junit4:junit4] 2> 715894 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1438628534228615168)]} 0 1
[junit4:junit4] 2> 715895 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10050 (1438628534229663744)]} 0 1
[junit4:junit4] 2> 715899 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1438628534232809472)]} 0 2
[junit4:junit4] 2> 715899 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10050 (1438628534233858048)]} 0 1
[junit4:junit4] 2> 715982 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1438628534320889856)]} 0 1
[junit4:junit4] 2> 715982 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10051 (1438628534320889857)]} 0 1
[junit4:junit4] 2> 715985 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1438628534325084160)]} 0 1
[junit4:junit4] 2> 715986 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10051 (1438628534325084161)]} 0 1
[junit4:junit4] 2> 716021 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[45 (-1438628534361784320)]} 0 1
[junit4:junit4] 2> 716021 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10045 (-1438628534362832896)]} 0 0
[junit4:junit4] 2> 716024 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[45 (-1438628534365978624)]} 0 1
[junit4:junit4] 2> 716025 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10045 (-1438628534365978625)]} 0 1
[junit4:junit4] 2> 716028 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1438628534369124352)]} 0 1
[junit4:junit4] 2> 716028 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10052 (1438628534370172928)]} 0 1
[junit4:junit4] 2> 716031 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1438628534372270080)]} 0 1
[junit4:junit4] 2> 716032 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10052 (1438628534373318656)]} 0 1
[junit4:junit4] 2> 716066 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[47 (-1438628534410018816)]} 0 0
[junit4:junit4] 2> 716067 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10047 (-1438628534411067392)]} 0 1
[junit4:junit4] 2> 716070 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[47 (-1438628534413164544)]} 0 1
[junit4:junit4] 2> 716070 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10047 (-1438628534414213120)]} 0 0
[junit4:junit4] 2> 716073 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1438628534416310272)]} 0 1
[junit4:junit4] 2> 716074 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10053 (1438628534417358848)]} 0 1
[junit4:junit4] 2> 716077 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1438628534420504576)]} 0 1
[junit4:junit4] 2> 716077 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10053 (1438628534421553152)]} 0 1
[junit4:junit4] 2> 716106 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[48 (-1438628534451961856)]} 0 1
[junit4:junit4] 2> 716106 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10048 (-1438628534451961857)]} 0 0
[junit4:junit4] 2> 716109 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[48 (-1438628534455107584)]} 0 0
[junit4:junit4] 2> 716110 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10048 (-1438628534455107585)]} 0 1
[junit4:junit4] 2> 716113 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1438628534458253312)]} 0 1
[junit4:junit4] 2> 716113 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10054 (1438628534458253313)]} 0 1
[junit4:junit4] 2> 716117 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1438628534462447616)]} 0 2
[junit4:junit4] 2> 716117 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10054 (1438628534462447617)]} 0 1
[junit4:junit4] 2> 716185 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1438628534534799360)]} 0 1
[junit4:junit4] 2> 716186 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10055 (1438628534534799361)]} 0 1
[junit4:junit4] 2> 716190 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1438628534538993664)]} 0 2
[junit4:junit4] 2> 716190 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10055 (1438628534538993665)]} 0 1
[junit4:junit4] 2> 716234 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1438628534586179584)]} 0 1
[junit4:junit4] 2> 716235 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10056 (1438628534586179585)]} 0 1
[junit4:junit4] 2> 716238 T2591 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1438628534590373888)]} 0 1
[junit4:junit4] 2> 716239 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10056 (1438628534590373889)]} 0 1
[junit4:junit4] 2> 716341 T2571 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1438628534697328640)]} 0 1
[junit4:junit4] 2> 716341 T2569 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10057 (1438628534697328641)]} 0 1
[junit4:junit4] 2> 716345 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1438628534701522944)]} 0 1
[junit4:junit4] 2> 716345 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10057 (1438628534702571520)]} 0 1
[junit4:junit4] 2> C1239_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:48560_, base_url=http://127.0.0.1:48560}
[junit4:junit4] 2> 716378 T2614 C1239 P48560 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:34381/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 716379 T2614 C1239 P48560 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:48560 START replicas=[http://127.0.0.1:34381/collection1/] nUpdates=100
[junit4:junit4] 2> 716380 T2614 C1239 P48560 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 716384 T2614 C1239 P48560 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 716384 T2614 C1239 P48560 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 716385 T2614 C1239 P48560 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 716385 T2614 C1239 P48560 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/tlog/tlog.0000000000000000000 refcount=1}}
[junit4:junit4] 2> 716385 T2553 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 716386 T2553 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 716386 T2591 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 716385 T2614 C1239 P48560 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:34381/collection1/. core=collection1
[junit4:junit4] 2> 716387 T2614 C1239 P48560 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 716389 T2553 oasc.RecoveryStrategy.close WARN Stopping recovery for zkNodeName=3core=collection1
[junit4:junit4] 2> 716392 T2588 C1240 P34381 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 716402 T2568 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1438628534760243200)]} 0 2
[junit4:junit4] 2> 716402 T2570 C1241 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10058 (1438628534761291776)]} 0 2
[junit4:junit4] 2> 716407 T2590 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1438628534765486080)]} 0 2
[junit4:junit4] 2> 716407 T2589 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10058 (1438628534765486081)]} 0 2
[junit4:junit4] 2> 716415 T2588 C1240 P34381 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@48a443e6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@712985d3),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@48a443e6 lockFactory=org.apache.lucene.store.NativeFSLockFactory@712985d3),segFN=segments_2,generation=2}
[junit4:junit4] 2> 716416 T2588 C1240 P34381 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 716422 T2588 C1240 P34381 oass.SolrIndexSearcher.<init> Opening Searcher@1bd28721 realtime
[junit4:junit4] 2> 716422 T2588 C1240 P34381 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 716422 T2588 C1240 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 30
[junit4:junit4] 2> 716423 T2614 C1239 P48560 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 716424 T2614 C1239 P48560 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 716427 T2590 C1240 P34381 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 716427 T2590 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2
[junit4:junit4] 2> 716428 T2614 C1239 P48560 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 716428 T2614 C1239 P48560 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 716428 T2614 C1239 P48560 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 716430 T2589 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0
[junit4:junit4] 2> 716431 T2614 C1239 P48560 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 5
[junit4:junit4] 2> 716431 T2614 C1239 P48560 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index.20130623102444481
[junit4:junit4] 2> 716432 T2614 C1239 P48560 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c21bb5f lockFactory=org.apache.lucene.store.NativeFSLockFactory@190228b2) fullCopy=false
[junit4:junit4] 2> 716433 T2588 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=_0.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 716436 T2591 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=_0.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 716439 T2590 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 716442 T2589 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=_0_1.del&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=1
[junit4:junit4] 2> 716444 T2588 C1240 P34381 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> ASYNC NEW_CORE C1242 name=collection1 org.apache.solr.core.SolrCore@5deba35f url=http://127.0.0.1:48560/collection1 node=127.0.0.1:48560_ C1242_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=down, core=collection1, collection=collection1, node_name=127.0.0.1:48560_, base_url=http://127.0.0.1:48560}
[junit4:junit4] 2> 716502 T2614 C1242 P48560 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 716503 T2614 C1242 P48560 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 716503 T2614 C1242 P48560 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 716503 T2614 C1242 P48560 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
[junit4:junit4] 2> ASYNC NEW_CORE C1243 name=collection1 org.apache.solr.core.SolrCore@6334803e url=http://127.0.0.1:40281/collection1 node=127.0.0.1:40281_ C1243_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:40281_, base_url=http://127.0.0.1:40281, leader=true}
[junit4:junit4] 2> 716505 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10059 (1438628534869295104)]} 0 2
[junit4:junit4] 2> 716505 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1438628534869295105)]} 0 2
[junit4:junit4] 2> ASYNC NEW_CORE C1244 name=collection1 org.apache.solr.core.SolrCore@74596291 url=http://127.0.0.1:34381/collection1 node=127.0.0.1:34381_ C1244_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:34381_, base_url=http://127.0.0.1:34381, leader=true}
[junit4:junit4] 2> 716508 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10059 (1438628534872440832)]} 0 1
[junit4:junit4] 2> 716508 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1438628534872440833)]} 0 1
[junit4:junit4] 2> 716511 T2614 C1242 P48560 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_2,generation=2}
[junit4:junit4] 2> 716511 T2614 C1242 P48560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 716513 T2614 C1242 P48560 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_2,generation=2}
[junit4:junit4] 2> 716513 T2614 C1242 P48560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 716514 T2614 C1242 P48560 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 716515 T2614 C1242 P48560 oass.SolrIndexSearcher.<init> Opening Searcher@42c8dc23 main
[junit4:junit4] 2> 716516 T2613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@42c8dc23 main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):c36/20)}
[junit4:junit4] 2> 716516 T2614 C1242 P48560 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index.20130623102444481 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index.20130623102444481;done=true>>]
[junit4:junit4] 2> 716516 T2614 C1242 P48560 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index.20130623102444481
[junit4:junit4] 2> 716516 T2614 C1242 P48560 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index.20130623102444481
[junit4:junit4] 2> 716517 T2614 C1242 P48560 oasc.RecoveryStrategy.replay Replaying buffered documents. core=collection1
[junit4:junit4] 2> 716517 T2622 C1242 P48560 oasu.UpdateLog$LogReplayer.doReplay WARN Starting log replay tlog{file=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/tlog/tlog.0000000000000000000 refcount=2} active=true starting pos=4225
[junit4:junit4] 2> 716517 T2622 C1242 P48560 oasu.DirectUpdateHandler2.commit start commit{flags=2,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 716518 T2622 C1242 P48560 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@56011b88 lockFactory=org.apache.lucene.store.NativeFSLockFactory@14a3f4a7),segFN=segments_3,generation=3}
[junit4:junit4] 2> 716519 T2622 C1242 P48560 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 716519 T2622 C1242 P48560 oass.SolrIndexSearcher.<init> Opening Searcher@43b312c8 main
[junit4:junit4] 2> 716520 T2622 C1242 P48560 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 716520 T2613 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43b312c8 main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):c36/20)}
[junit4:junit4] 2> 716521 T2622 C1242 P48560 oasup.LogUpdateProcessor.finish [collection1] {} 0 4
[junit4:junit4] 2> 716521 T2622 C1242 P48560 oasu.UpdateLog$LogReplayer.run WARN Log replay finished. recoveryInfo=RecoveryInfo{adds=0 deletes=0 deleteByQuery=0 errors=0 positionOfStart=4225}
[junit4:junit4] 2> 716521 T2614 C1242 P48560 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 716521 T2614 C1242 P48560 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 716521 T2614 C1242 P48560 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 716522 T2614 C1242 P48560 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 716523 T2553 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5deba35f
[junit4:junit4] 2> 716528 T2553 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=36,cumulative_deletesById=22,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 716529 T2553 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 716529 T2553 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 716529 T2553 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 716530 T2553 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 716531 T2553 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 716531 T2553 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2;done=false>>]
[junit4:junit4] 2> 716531 T2553 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2
[junit4:junit4] 2> 716531 T2553 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index;done=false>>]
[junit4:junit4] 2> 716532 T2553 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index
[junit4:junit4] 2> 716533 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 716534 T2595 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 716534 T2582 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 716534 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 716534 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 716534 T2575 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 716556 T2553 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 716593 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10060 (1438628534961569792)]} 0 1
[junit4:junit4] 2> 716593 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1438628534961569793)]} 0 1
[junit4:junit4] 2> 716596 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10060 (1438628534964715520)]} 0 1
[junit4:junit4] 2> 716596 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1438628534964715521)]} 0 1
[junit4:junit4] 2> 716616 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10061 (1438628534985687041)]} 0 1
[junit4:junit4] 2> 716616 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1438628534985687040)]} 0 1
[junit4:junit4] 2> 716619 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10061 (1438628534988832768)]} 0 1
[junit4:junit4] 2> 716619 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1438628534988832769)]} 0 1
[junit4:junit4] 2> 716645 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10051 (-1438628535017144321)]} 0 0
[junit4:junit4] 2> 716645 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[51 (-1438628535017144320)]} 0 0
[junit4:junit4] 2> 716648 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10051 (-1438628535020290048)]} 0 0
[junit4:junit4] 2> 716648 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[51 (-1438628535020290049)]} 0 0
[junit4:junit4] 2> 716651 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10062 (1438628535022387200)]} 0 1
[junit4:junit4] 2> 716651 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1438628535022387201)]} 0 1
[junit4:junit4] 2> 716653 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10062 (1438628535025532928)]} 0 0
[junit4:junit4] 2> 716654 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1438628535025532929)]} 0 1
[junit4:junit4] 2> 716744 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10063 (1438628535119904768)]} 0 1
[junit4:junit4] 2> 716744 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1438628535119904769)]} 0 1
[junit4:junit4] 2> 716747 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10063 (1438628535123050496)]} 0 1
[junit4:junit4] 2> 716747 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1438628535124099072)]} 0 1
[junit4:junit4] 2> 716796 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10053 (-1438628535175479297)]} 0 0
[junit4:junit4] 2> 716796 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[53 (-1438628535175479296)]} 0 0
[junit4:junit4] 2> 716799 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10053 (-1438628535178625024)]} 0 0
[junit4:junit4] 2> 716799 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[53 (-1438628535178625025)]} 0 0
[junit4:junit4] 2> 716802 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10064 (1438628535181770752)]} 0 1
[junit4:junit4] 2> 716804 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1438628535181770753)]} 0 2
[junit4:junit4] 2> 716805 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10064 (1438628535184916480)]} 0 0
[junit4:junit4] 2> 716807 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1438628535185965056)]} 0 1
[junit4:junit4] 2> 716807 T2576 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 716808 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:48560_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48560"}
[junit4:junit4] 2> 716813 T2576 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"3",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:48560_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:48560"}
[junit4:junit4] 2> 716817 T2575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 716817 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 716817 T2582 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 716842 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10055 (-1438628535223713792)]} 0 0
[junit4:junit4] 2> 716843 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[55 (-1438628535224762368)]} 0 0
[junit4:junit4] 2> 716845 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10055 (-1438628535226859520)]} 0 0
[junit4:junit4] 2> 716846 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[55 (-1438628535227908096)]} 0 0
[junit4:junit4] 2> 716849 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10065 (1438628535230005248)]} 0 1
[junit4:junit4] 2> 716850 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1438628535232102400)]} 0 1
[junit4:junit4] 2> 716853 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10065 (1438628535234199552)]} 0 1
[junit4:junit4] 2> 716854 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1438628535235248128)]} 0 1
[junit4:junit4] 2> 716936 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10066 (1438628535321231360)]} 0 1
[junit4:junit4] 2> 716937 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1438628535322279936)]} 0 1
[junit4:junit4] 2> 716940 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10066 (1438628535325425664)]} 0 1
[junit4:junit4] 2> 716941 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1438628535326474240)]} 0 1
[junit4:junit4] 2> 717019 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10067 (1438628535408263168)]} 0 1
[junit4:junit4] 2> 717020 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1438628535409311744)]} 0 1
[junit4:junit4] 2> 717023 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10067 (1438628535412457472)]} 0 1
[junit4:junit4] 2> 717024 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1438628535413506048)]} 0 1
[junit4:junit4] 2> 717092 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10068 (1438628535484809216)]} 0 1
[junit4:junit4] 2> 717093 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[68 (1438628535485857792)]} 0 1
[junit4:junit4] 2> 717096 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10068 (1438628535489003520)]} 0 2
[junit4:junit4] 2> 717096 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[68 (1438628535490052096)]} 0 1
[junit4:junit4] 2> 717110 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10069 (1438628535504732160)]} 0 1
[junit4:junit4] 2> 717111 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[69 (1438628535505780736)]} 0 1
[junit4:junit4] 2> 717114 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10069 (1438628535507877888)]} 0 1
[junit4:junit4] 2> 717115 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[69 (1438628535508926464)]} 0 1
[junit4:junit4] 2> 717158 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10058 (-1438628535555063808)]} 0 0
[junit4:junit4] 2> 717159 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[58 (-1438628535556112384)]} 0 0
[junit4:junit4] 2> 717161 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10058 (-1438628535558209536)]} 0 0
[junit4:junit4] 2> 717162 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[58 (-1438628535559258112)]} 0 0
[junit4:junit4] 2> 717165 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10070 (1438628535561355264)]} 0 1
[junit4:junit4] 2> 717166 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[70 (1438628535562403840)]} 0 1
[junit4:junit4] 2> 717169 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10070 (1438628535565549568)]} 0 1
[junit4:junit4] 2> 717170 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[70 (1438628535566598144)]} 0 1
[junit4:junit4] 2> 717209 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10071 (1438628535607492608)]} 0 2
[junit4:junit4] 2> 717209 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[71 (1438628535608541184)]} 0 1
[junit4:junit4] 2> 717213 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10071 (1438628535610638336)]} 0 2
[junit4:junit4] 2> 717214 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[71 (1438628535611686912)]} 0 2
[junit4:junit4] 2> 717268 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10059 (-1438628535670407168)]} 0 0
[junit4:junit4] 2> 717269 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[59 (-1438628535671455744)]} 0 1
[junit4:junit4] 2> 717271 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10059 (-1438628535673552896)]} 0 0
[junit4:junit4] 2> 717272 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[59 (-1438628535674601472)]} 0 1
[junit4:junit4] 2> 717275 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10072 (1438628535676698624)]} 0 1
[junit4:junit4] 2> 717276 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[72 (1438628535677747200)]} 0 1
[junit4:junit4] 2> 717279 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10072 (1438628535680892928)]} 0 1
[junit4:junit4] 2> 717280 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[72 (1438628535681941504)]} 0 2
[junit4:junit4] 2> 717320 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10073 (1438628535723884544)]} 0 1
[junit4:junit4] 2> 717320 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[73 (1438628535723884545)]} 0 1
[junit4:junit4] 2> 717323 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10073 (1438628535728078848)]} 0 1
[junit4:junit4] 2> 717324 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[73 (1438628535728078849)]} 0 1
[junit4:junit4] 2> 717353 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10062 (-1438628535759536128)]} 0 1
[junit4:junit4] 2> 717353 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[62 (-1438628535759536129)]} 0 0
[junit4:junit4] 2> 717356 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10062 (-1438628535762681856)]} 0 0
[junit4:junit4] 2> 717356 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[62 (-1438628535762681857)]} 0 0
[junit4:junit4] 2> 717360 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10074 (1438628535765827584)]} 0 1
[junit4:junit4] 2> 717360 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[74 (1438628535765827585)]} 0 1
[junit4:junit4] 2> 717364 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10074 (1438628535770021888)]} 0 1
[junit4:junit4] 2> 717364 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[74 (1438628535770021889)]} 0 1
[junit4:junit4] 2> 717375 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10063 (-1438628535782604800)]} 0 1
[junit4:junit4] 2> 717376 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[63 (-1438628535782604801)]} 0 1
[junit4:junit4] 2> 717378 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10063 (-1438628535785750528)]} 0 0
[junit4:junit4] 2> 717379 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[63 (-1438628535785750529)]} 0 0
[junit4:junit4] 2> 717382 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10075 (1438628535788896256)]} 0 1
[junit4:junit4] 2> 717382 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[75 (1438628535789944832)]} 0 1
[junit4:junit4] 2> 717385 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10075 (1438628535793090560)]} 0 1
[junit4:junit4] 2> 717386 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[75 (1438628535794139136)]} 0 1
[junit4:junit4] 2> 717487 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10064 (-1438628535900045312)]} 0 1
[junit4:junit4] 2> 717487 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[64 (-1438628535900045313)]} 0 0
[junit4:junit4] 2> 717490 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10064 (-1438628535903191040)]} 0 1
[junit4:junit4] 2> 717491 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[64 (-1438628535903191041)]} 0 1
[junit4:junit4] 2> 717494 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10076 (1438628535906336768)]} 0 2
[junit4:junit4] 2> 717494 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[76 (1438628535906336769)]} 0 1
[junit4:junit4] 2> 717497 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10076 (1438628535909482496)]} 0 1
[junit4:junit4] 2> 717498 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[76 (1438628535910531072)]} 0 1
[junit4:junit4] 2> 717568 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10068 (-1438628535984979968)]} 0 0
[junit4:junit4] 2> 717569 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[68 (-1438628535986028544)]} 0 0
[junit4:junit4] 2> 717571 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10068 (-1438628535988125696)]} 0 0
[junit4:junit4] 2> 717573 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[68 (-1438628535989174272)]} 0 1
[junit4:junit4] 2> 717575 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10077 (1438628535991271424)]} 0 1
[junit4:junit4] 2> 717576 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[77 (1438628535993368576)]} 0 1
[junit4:junit4] 2> 717579 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10077 (1438628535995465728)]} 0 1
[junit4:junit4] 2> 717580 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[77 (1438628535997562880)]} 0 1
[junit4:junit4] 2> 717680 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10069 (-1438628536102420480)]} 0 1
[junit4:junit4] 2> 717680 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[69 (-1438628536102420481)]} 0 0
[junit4:junit4] 2> 717683 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10069 (-1438628536105566208)]} 0 0
[junit4:junit4] 2> 717683 T2588 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[69 (-1438628536105566209)]} 0 0
[junit4:junit4] 2> 717687 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10078 (1438628536108711936)]} 0 1
[junit4:junit4] 2> 717688 T2570 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[78 (1438628536109760512)]} 0 1
[junit4:junit4] 2> 717691 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10078 (1438628536112906240)]} 0 1
[junit4:junit4] 2> 717691 T2589 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[78 (1438628536113954816)]} 0 1
[junit4:junit4] 2> 717759 T2571 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10070 (-1438628536185257984)]} 0 0
[junit4:junit4] 2> 717759 T2568 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[70 (-1438628536185257985)]} 0 0
[junit4:junit4] 2> 717762 T2590 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[10070 (-1438628536188403712)]} 0 0
[junit4:junit4] 2> 717763 T2591 C1244 P34381 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {delete=[70 (-1438628536189452288)]} 0 1
[junit4:junit4] 2> 717766 T2569 C1243 P40281 oasup.LogUpdateProcessor.finish [collection1]
[...truncated too long message...]
akePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 815855 T2665 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"2",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:34381_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34381"}
[junit4:junit4] 2> 815862 T2635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 815866 T2553 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 815919 T2553 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 48560
[junit4:junit4] 2> 815919 T2553 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1441008525
[junit4:junit4] 2> 816921 T2553 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 816922 T2553 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 816926 T2553 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6e39d9d
[junit4:junit4] 2> 816933 T2553 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=43,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=82,cumulative_deletesById=42,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4] 2> 816934 T2553 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4] 2> 816934 T2553 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4] 2> 816935 T2553 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4] 2> 816938 T2553 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4] 2> 816938 T2553 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4] 2> 816939 T2553 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2;done=false>>]
[junit4:junit4] 2> 816939 T2553 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2
[junit4:junit4] 2> 816939 T2553 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index;done=false>>]
[junit4:junit4] 2> 816940 T2553 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.RecoveryZkTest-1371983069015/jetty2/index
[junit4:junit4] 2> 816940 T2665 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89914282411163658-127.0.0.1:48560_-n_0000000003) am no longer a leader.
[junit4:junit4] 2> 816941 T2635 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 816941 T2635 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 816942 T2635 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 816953 T2553 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4] 2> 817011 T2553 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4] 2> 817013 T2553 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39102 39102
[junit4:junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4] 1> safe stop:
[junit4:junit4] 1> safe stop:
[junit4:junit4] 1> safe stop:
[junit4:junit4] 1> safe stop:
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest -Dtests.method=testDistribSearch -Dtests.seed=CDBE42732C251716 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr_ME_#Latn -Dtests.timezone=Africa/Ouagadougou -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 116s J1 | RecoveryZkTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: expected:<218> but was:<82>
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([CDBE42732C251716:4C58CC6B5B7A772A]:0)
[junit4:junit4] > at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:108)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4:junit4] 2> 817036 T2553 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 116082 T2552 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 3 leaked thread(s).
[junit4:junit4] 2> 817144 T2595 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 817144 T2595 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 817144 T2595 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Memory doPackFST= true), text=PostingsFormat(name=SimpleText), _version_=PostingsFormat(name=Memory doPackFST= false), rnd_b=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=DefaultSimilarity, locale=sr_ME_#Latn, timezone=Africa/Ouagadougou
[junit4:junit4] 2> NOTE: Linux 3.2.0-48-generic amd64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=8,threads=1,free=43017328,total=285511680
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestStressLucene, TestManagedSchemaFieldResource, TestSolrJ, SolrPluginUtilsTest, NoCacheHeaderTest, NotRequiredUniqueKeyTest, TestSolrXml, TestSolrXMLSerializer, TestUtils, TestCSVLoader, TestRTGBase, TestDFRSimilarityFactory, DocumentAnalysisRequestHandlerTest, TestDefaultSearchFieldResource, TestAtomicUpdateErrorCases, OpenExchangeRatesOrgProviderTest, FullSolrCloudDistribCmdsTest, TestFieldResource, JSONWriterTest, UpdateParamsTest, TestFieldTypeCollectionResource, ConvertedLegacyTest, PreAnalyzedUpdateProcessorTest, MultiTermTest, SolrRequestParserTest, FileUtilsTest, RequiredFieldsTest, SolrCmdDistributorTest, CurrencyFieldXmlFileTest, TestRecovery, BasicDistributedZk2Test, SpellCheckCollatorTest, StandardRequestHandlerTest, CopyFieldTest, SpellPossibilityIteratorTest, SuggesterTSTTest, DefaultValueUpdateProcessorTest, TestCopyFieldCollectionResource, TestFieldTypeResource, TestZkChroot, TimeZoneUtilsTest, EchoParamsTest, NumericFieldsTest, SpellCheckComponentTest, TestShardHandlerFactory, TestFastOutputStream, TestReload, TestOmitPositions, IndexSchemaRuntimeFieldTest, TestQuerySenderNoQuery, SimplePostToolTest, URLClassifyProcessorTest, TestCollationField, TestBM25SimilarityFactory, XsltUpdateRequestHandlerTest, TestLMJelinekMercerSimilarityFactory, ZkNodePropsTest, TestIndexingPerformance, ClusterStateTest, HighlighterTest, TestFoldingMultitermQuery, TestRangeQuery, TestArbitraryIndexDir, TestDefaultSimilarityFactory, TestDistributedSearch, ChaosMonkeySafeLeaderTest, TestJmxIntegration, TestCoreDiscovery, HardAutoCommitTest, SolrTestCaseJ4Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, RecoveryZkTest]
[junit4:junit4] Completed on J1 in 117.18s, 1 test, 1 failure <<< FAILURES!
[...truncated 440 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:392: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:372: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:437: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1246: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:890: There were test failures: 298 suites, 1256 tests, 1 failure, 13 ignored (7 assumptions)
Total time: 43 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_25 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (32bit/jdk1.7.0_25) - Build # 6200
- Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6200/
Java: 32bit/jdk1.7.0_25 -client -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:60329/collection1lastClient and got 257 from http://127.0.0.1:43420/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:60329/collection1lastClient and got 257 from http://127.0.0.1:43420/collection1
at __randomizedtesting.SeedInfo.seed([D0E059EB6C8C28CC:5106D7F31BD348F0]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 9587 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 311150 T1194 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 311155 T1194 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1371992051942
[junit4:junit4] 2> 311156 T1194 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 311157 T1195 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 311259 T1194 oasc.ZkTestServer.run start zk server on port:51451
[junit4:junit4] 2> 311261 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 311366 T1201 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@598bfe name:ZooKeeperConnection Watcher:127.0.0.1:51451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 311367 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 311367 T1194 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 311375 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 311376 T1203 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@c9ee3a name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 311376 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 311377 T1194 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 311382 T1194 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 311384 T1194 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 311385 T1194 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 311387 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 311388 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 311392 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 311392 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 311397 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 311398 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 311400 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 311401 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 311403 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 311404 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 311416 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 311417 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 311429 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 311430 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 311433 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 311433 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 311435 T1194 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 311436 T1194 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 311539 T1194 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 311550 T1194 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:33097
[junit4:junit4] 2> 311551 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 311551 T1194 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 311551 T1194 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227
[junit4:junit4] 2> 311552 T1194 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/solr.xml
[junit4:junit4] 2> 311552 T1194 oasc.CoreContainer.<init> New CoreContainer 31778908
[junit4:junit4] 2> 311553 T1194 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/'
[junit4:junit4] 2> 311553 T1194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/'
[junit4:junit4] 2> 311621 T1194 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 311622 T1194 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 311622 T1194 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 311622 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 311623 T1194 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 311623 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 311623 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 311624 T1194 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 311624 T1194 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 311625 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 311629 T1194 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 311629 T1194 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51451/solr
[junit4:junit4] 2> 311630 T1194 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 311631 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 311632 T1214 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f61a95 name:ZooKeeperConnection Watcher:127.0.0.1:51451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 311633 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 311635 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 311639 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 311667 T1216 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@198941f name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 311668 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 311696 T1194 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 311700 T1194 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 311703 T1194 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 311704 T1194 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33097_
[junit4:junit4] 2> 311705 T1194 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:33097_
[junit4:junit4] 2> 311707 T1194 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 311714 T1194 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 311716 T1194 oasc.Overseer.start Overseer (id=89914871116201987-127.0.0.1:33097_-n_0000000000) starting
[junit4:junit4] 2> 311718 T1194 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 311733 T1218 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 311733 T1194 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 311739 T1194 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 311743 T1194 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 311746 T1217 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 311748 T1219 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 311748 T1219 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 313249 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 313250 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:33097_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33097"}
[junit4:junit4] 2> 313250 T1217 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 313250 T1217 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 313252 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 313749 T1219 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/collection1
[junit4:junit4] 2> 313749 T1219 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 313750 T1219 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 313750 T1219 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 313751 T1219 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/collection1/'
[junit4:junit4] 2> 313752 T1219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/collection1/lib/README' to classloader
[junit4:junit4] 2> 313752 T1219 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 313797 T1219 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 313857 T1219 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 313859 T1219 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 313866 T1219 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 314385 T1219 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 314386 T1219 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 314386 T1219 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 314393 T1219 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 314397 T1219 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 314412 T1219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 314416 T1219 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 314419 T1219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 314420 T1219 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 314420 T1219 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 314421 T1219 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 314422 T1219 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 314422 T1219 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 314422 T1219 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 314433 T1219 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371992052227/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/
[junit4:junit4] 2> 314433 T1219 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46692c
[junit4:junit4] 2> 314434 T1219 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 314434 T1219 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data
[junit4:junit4] 2> 314435 T1219 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index/
[junit4:junit4] 2> 314435 T1219 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 314436 T1219 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index
[junit4:junit4] 2> 314439 T1219 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 314440 T1219 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 314442 T1219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 314442 T1219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 314443 T1219 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 314444 T1219 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 314445 T1219 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 314445 T1219 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 314445 T1219 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 314446 T1219 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 314446 T1219 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 314450 T1219 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 314455 T1219 oass.SolrIndexSearcher.<init> Opening Searcher@1d32d8d main
[junit4:junit4] 2> 314455 T1219 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 314456 T1219 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 314459 T1220 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1d32d8d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 314462 T1219 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 314462 T1219 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:33097 collection:control_collection shard:shard1
[junit4:junit4] 2> 314462 T1219 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 314467 T1219 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 314474 T1219 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 314474 T1219 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 314474 T1219 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:33097/collection1/
[junit4:junit4] 2> 314474 T1219 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 314475 T1219 oasc.SyncStrategy.syncToMe http://127.0.0.1:33097/collection1/ has no replicas
[junit4:junit4] 2> 314475 T1219 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:33097/collection1/
[junit4:junit4] 2> 314475 T1219 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 314755 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 314764 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 314785 T1219 oasc.ZkController.register We are http://127.0.0.1:33097/collection1/ and leader is http://127.0.0.1:33097/collection1/
[junit4:junit4] 2> 314785 T1219 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:33097
[junit4:junit4] 2> 314785 T1219 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 314786 T1219 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 314786 T1219 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 314789 T1219 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 314790 T1194 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 314790 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 314791 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 314794 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 314795 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 314796 T1223 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19c91cd name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 314796 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 314799 T1194 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 314801 T1194 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 314893 T1194 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 314907 T1194 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60329
[junit4:junit4] 2> 314908 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 314909 T1194 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 314909 T1194 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588
[junit4:junit4] 2> 314909 T1194 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/solr.xml
[junit4:junit4] 2> 314910 T1194 oasc.CoreContainer.<init> New CoreContainer 20415535
[junit4:junit4] 2> 314911 T1194 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/'
[junit4:junit4] 2> 314911 T1194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/'
[junit4:junit4] 2> 314969 T1194 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 314969 T1194 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 314970 T1194 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 314970 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 314970 T1194 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 314971 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 314971 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 314972 T1194 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 314972 T1194 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 314973 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 314977 T1194 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 314978 T1194 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51451/solr
[junit4:junit4] 2> 314979 T1194 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 314987 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 314990 T1234 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@176ce5b name:ZooKeeperConnection Watcher:127.0.0.1:51451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 314992 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 314994 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 315000 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 315000 T1236 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e22c0e name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 315002 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 315012 T1194 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 316015 T1194 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60329_
[junit4:junit4] 2> 316016 T1194 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60329_
[junit4:junit4] 2> 316018 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 316018 T1223 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 316018 T1236 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 316019 T1216 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 316031 T1237 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 316031 T1237 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 316268 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 316269 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:33097__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:33097_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:33097"}
[junit4:junit4] 2> 316271 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:60329_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:60329"}
[junit4:junit4] 2> 316271 T1217 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 316271 T1217 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 316278 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 316278 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 316278 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 317032 T1237 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/collection1
[junit4:junit4] 2> 317033 T1237 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 317034 T1237 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 317034 T1237 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 317035 T1237 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/collection1/'
[junit4:junit4] 2> 317035 T1237 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/collection1/lib/README' to classloader
[junit4:junit4] 2> 317036 T1237 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 317075 T1237 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 317125 T1237 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 317127 T1237 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 317134 T1237 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 317684 T1237 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 317685 T1237 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 317686 T1237 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 317694 T1237 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 317699 T1237 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 317712 T1237 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 317716 T1237 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 317720 T1237 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 317721 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 317721 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 317721 T1237 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 317722 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 317722 T1237 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 317722 T1237 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 317722 T1237 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371992055588/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/
[junit4:junit4] 2> 317723 T1237 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46692c
[junit4:junit4] 2> 317723 T1237 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 317723 T1237 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1
[junit4:junit4] 2> 317724 T1237 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index/
[junit4:junit4] 2> 317724 T1237 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 317724 T1237 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index
[junit4:junit4] 2> 317728 T1237 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 317728 T1237 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 317730 T1237 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 317731 T1237 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 317731 T1237 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 317732 T1237 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 317732 T1237 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 317733 T1237 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 317733 T1237 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 317734 T1237 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 317734 T1237 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 317737 T1237 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 317741 T1237 oass.SolrIndexSearcher.<init> Opening Searcher@c79662 main
[junit4:junit4] 2> 317742 T1237 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 317742 T1237 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 317755 T1238 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c79662 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 317768 T1237 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 317768 T1237 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60329 collection:collection1 shard:shard1
[junit4:junit4] 2> 317771 T1237 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 317783 T1237 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 317787 T1237 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 317787 T1237 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 317788 T1237 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 317788 T1237 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 317788 T1237 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/ has no replicas
[junit4:junit4] 2> 317788 T1237 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 317789 T1237 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 319285 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 319291 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 319291 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 319291 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 319312 T1237 oasc.ZkController.register We are http://127.0.0.1:60329/collection1/ and leader is http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 319312 T1237 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60329
[junit4:junit4] 2> 319312 T1237 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 319313 T1237 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 319313 T1237 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 319315 T1237 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 319316 T1194 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 319317 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 319317 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 319417 T1194 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 319420 T1194 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38090
[junit4:junit4] 2> 319421 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 319421 T1194 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 319421 T1194 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108
[junit4:junit4] 2> 319422 T1194 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/solr.xml
[junit4:junit4] 2> 319422 T1194 oasc.CoreContainer.<init> New CoreContainer 27338502
[junit4:junit4] 2> 319424 T1194 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/'
[junit4:junit4] 2> 319424 T1194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/'
[junit4:junit4] 2> 319501 T1194 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 319501 T1194 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 319501 T1194 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 319502 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 319502 T1194 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 319502 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 319503 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 319503 T1194 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 319504 T1194 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 319504 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 319508 T1194 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 319509 T1194 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51451/solr
[junit4:junit4] 2> 319510 T1194 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 319511 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 319515 T1250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25236b name:ZooKeeperConnection Watcher:127.0.0.1:51451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 319516 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 319521 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 319527 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 319537 T1252 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13c11ce name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 319537 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 319546 T1194 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 320548 T1194 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38090_
[junit4:junit4] 2> 320550 T1194 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38090_
[junit4:junit4] 2> 320551 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 320552 T1236 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 320552 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 320552 T1252 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 320552 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 320553 T1223 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 320554 T1216 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 320560 T1253 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 320560 T1253 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 320800 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 320800 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:60329__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:60329_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:60329"}
[junit4:junit4] 2> 320802 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:38090_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38090"}
[junit4:junit4] 2> 320803 T1217 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 320803 T1217 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 320805 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 320805 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 320805 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 320807 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 321561 T1253 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/collection1
[junit4:junit4] 2> 321562 T1253 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 321563 T1253 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 321563 T1253 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 321565 T1253 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/collection1/'
[junit4:junit4] 2> 321566 T1253 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/collection1/lib/README' to classloader
[junit4:junit4] 2> 321566 T1253 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 321615 T1253 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 321666 T1253 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 321669 T1253 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 321675 T1253 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 322163 T1253 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 322164 T1253 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 322164 T1253 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 322174 T1253 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 322179 T1253 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 322193 T1253 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 322196 T1253 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 322203 T1253 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 322205 T1253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 322205 T1253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 322206 T1253 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 322206 T1253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 322206 T1253 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 322207 T1253 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 322207 T1253 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371992060108/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/
[junit4:junit4] 2> 322207 T1253 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46692c
[junit4:junit4] 2> 322208 T1253 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 322208 T1253 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2
[junit4:junit4] 2> 322209 T1253 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index/
[junit4:junit4] 2> 322209 T1253 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 322210 T1253 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index
[junit4:junit4] 2> 322214 T1253 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 322215 T1253 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 322216 T1253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 322217 T1253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 322217 T1253 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 322218 T1253 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 322219 T1253 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 322219 T1253 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 322220 T1253 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 322221 T1253 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 322221 T1253 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 322225 T1253 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 322228 T1253 oass.SolrIndexSearcher.<init> Opening Searcher@1793040 main
[junit4:junit4] 2> 322229 T1253 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 322229 T1253 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 322235 T1254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1793040 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 322237 T1253 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 322237 T1253 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38090 collection:collection1 shard:shard1
[junit4:junit4] 2> 322242 T1253 oasc.ZkController.register We are http://127.0.0.1:38090/collection1/ and leader is http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 322243 T1253 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38090
[junit4:junit4] 2> 322243 T1253 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 322243 T1253 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C288 name=collection1 org.apache.solr.core.SolrCore@f8f4e0 url=http://127.0.0.1:38090/collection1 node=127.0.0.1:38090_ C288_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:38090_, base_url=http://127.0.0.1:38090}
[junit4:junit4] 2> 322244 T1255 C288 P38090 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 322245 T1255 C288 P38090 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 322245 T1253 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 322245 T1255 C288 P38090 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 322246 T1255 C288 P38090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 322247 T1255 C288 P38090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 322247 T1194 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 322247 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 322248 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 322252 T1231 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:38090__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 322319 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 322320 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:38090__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:38090_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38090"}
[junit4:junit4] 2> 322323 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 322323 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 322323 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 322323 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 322333 T1194 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 322335 T1194 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:43420
[junit4:junit4] 2> 322336 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 322336 T1194 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 322337 T1194 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038
[junit4:junit4] 2> 322337 T1194 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/solr.xml
[junit4:junit4] 2> 322338 T1194 oasc.CoreContainer.<init> New CoreContainer 24543588
[junit4:junit4] 2> 322338 T1194 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/'
[junit4:junit4] 2> 322338 T1194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/'
[junit4:junit4] 2> 322397 T1194 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 322398 T1194 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 322398 T1194 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 322399 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 322399 T1194 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 322400 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 322400 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 322401 T1194 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 322401 T1194 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 322402 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 322406 T1194 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 322406 T1194 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51451/solr
[junit4:junit4] 2> 322407 T1194 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 322408 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 322409 T1267 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f06d05 name:ZooKeeperConnection Watcher:127.0.0.1:51451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 322409 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 322410 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 322417 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 322418 T1269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a27501 name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 322418 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 322421 T1194 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 323253 T1231 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:38090__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 323253 T1231 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:38090__collection1&state=recovering&nodeName=127.0.0.1:38090_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 323424 T1194 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43420_
[junit4:junit4] 2> 323425 T1194 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43420_
[junit4:junit4] 2> 323427 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 323427 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 323427 T1236 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 323427 T1252 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 323428 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 323428 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 323429 T1223 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 323429 T1216 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 323428 T1269 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 323434 T1270 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 323435 T1270 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 323827 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 323827 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43420_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43420"}
[junit4:junit4] 2> 323827 T1217 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 323828 T1217 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 323833 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 323833 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 323833 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 323833 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 323833 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 324436 T1270 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/collection1
[junit4:junit4] 2> 324436 T1270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 324440 T1270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 324440 T1270 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 324441 T1270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/collection1/'
[junit4:junit4] 2> 324442 T1270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/collection1/lib/README' to classloader
[junit4:junit4] 2> 324443 T1270 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 324489 T1270 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 324533 T1270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 324534 T1270 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 324538 T1270 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 325044 T1270 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 325044 T1270 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 325045 T1270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 325055 T1270 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 325059 T1270 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 325070 T1270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 325073 T1270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 325077 T1270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 325078 T1270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 325078 T1270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 325078 T1270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 325079 T1270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 325079 T1270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 325079 T1270 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 325080 T1270 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371992063038/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/
[junit4:junit4] 2> 325080 T1270 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46692c
[junit4:junit4] 2> 325080 T1270 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 325081 T1270 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3
[junit4:junit4] 2> 325081 T1270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index/
[junit4:junit4] 2> 325082 T1270 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 325082 T1270 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index
[junit4:junit4] 2> 325085 T1270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 325086 T1270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 325089 T1270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 325089 T1270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 325089 T1270 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 325090 T1270 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 325091 T1270 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 325091 T1270 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 325091 T1270 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 325092 T1270 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 325092 T1270 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 325095 T1270 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 325098 T1270 oass.SolrIndexSearcher.<init> Opening Searcher@154fe52 main
[junit4:junit4] 2> 325099 T1270 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 325099 T1270 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 325106 T1271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@154fe52 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 325108 T1270 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 325108 T1270 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43420 collection:collection1 shard:shard1
[junit4:junit4] 2> 325110 T1270 oasc.ZkController.register We are http://127.0.0.1:43420/collection1/ and leader is http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 325110 T1270 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43420
[junit4:junit4] 2> 325111 T1270 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 325111 T1270 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C289 name=collection1 org.apache.solr.core.SolrCore@458105 url=http://127.0.0.1:43420/collection1 node=127.0.0.1:43420_ C289_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:43420_, base_url=http://127.0.0.1:43420}
[junit4:junit4] 2> 325112 T1272 C289 P43420 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 325112 T1270 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 325113 T1272 C289 P43420 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 325116 T1194 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 325119 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 325119 T1272 C289 P43420 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 325120 T1272 C289 P43420 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 325120 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 325121 T1272 C289 P43420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 325125 T1231 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:43420__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 325202 T1194 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 325211 T1194 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52605
[junit4:junit4] 2> 325212 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 325212 T1194 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 325213 T1194 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910
[junit4:junit4] 2> 325213 T1194 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/solr.xml
[junit4:junit4] 2> 325213 T1194 oasc.CoreContainer.<init> New CoreContainer 2517383
[junit4:junit4] 2> 325215 T1194 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/'
[junit4:junit4] 2> 325215 T1194 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/'
[junit4:junit4] 2> ASYNC NEW_CORE C290 name=collection1 org.apache.solr.core.SolrCore@f8f4e0 url=http://127.0.0.1:38090/collection1 node=127.0.0.1:38090_ C290_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:38090_, base_url=http://127.0.0.1:38090}
[junit4:junit4] 2> 325254 T1255 C290 P38090 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:60329/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 325254 T1255 C290 P38090 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38090 START replicas=[http://127.0.0.1:60329/collection1/] nUpdates=100
[junit4:junit4] 2> 325255 T1255 C290 P38090 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 325256 T1255 C290 P38090 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 325256 T1255 C290 P38090 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 325264 T1255 C290 P38090 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 325264 T1255 C290 P38090 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 325264 T1255 C290 P38090 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:60329/collection1/. core=collection1
[junit4:junit4] 2> 325264 T1255 C290 P38090 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C291 name=collection1 org.apache.solr.core.SolrCore@8dad81 url=http://127.0.0.1:60329/collection1 node=127.0.0.1:60329_ C291_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:60329_, base_url=http://127.0.0.1:60329, leader=true}
[junit4:junit4] 2> 325275 T1230 C291 P60329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 325275 T1228 C291 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 325277 T1194 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 325277 T1194 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 325278 T1194 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 325277 T1230 C291 P60329 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 325278 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 325278 T1230 C291 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 325279 T1194 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 325280 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 325280 T1194 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 325280 T1194 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 325281 T1194 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 325281 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 325285 T1230 C291 P60329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 325289 T1230 C291 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 325290 T1230 C291 P60329 oass.SolrIndexSearcher.<init> Opening Searcher@1afee5d realtime
[junit4:junit4] 2> 325291 T1230 C291 P60329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 325291 T1230 C291 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 16
[junit4:junit4] 2> 325292 T1255 C290 P38090 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 325292 T1255 C290 P38090 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 325300 T1228 C291 P60329 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 325301 T1228 C291 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=7
[junit4:junit4] 2> 325301 T1255 C290 P38090 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 325302 T1255 C290 P38090 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 325302 T1194 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 325302 T1194 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51451/solr
[junit4:junit4] 2> 325303 T1194 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 325303 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 325302 T1255 C290 P38090 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 325308 T1229 C291 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1
[junit4:junit4] 2> 325308 T1285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48f551 name:ZooKeeperConnection Watcher:127.0.0.1:51451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 325308 T1255 C290 P38090 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 325309 T1255 C290 P38090 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index.20130623095426095
[junit4:junit4] 2> 325310 T1255 C290 P38090 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index.20130623095426095 lockFactory=org.apache.lucene.store.NativeFSLockFactory@12235fa; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 325311 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 325315 T1230 C291 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0
[junit4:junit4] 2> 325316 T1255 C290 P38090 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 325315 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 325326 T1255 C290 P38090 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 325326 T1255 C290 P38090 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 325328 T1255 C290 P38090 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 325330 T1255 C290 P38090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 325330 T1255 C290 P38090 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 325330 T1194 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 325331 T1255 C290 P38090 oass.SolrIndexSearcher.<init> Opening Searcher@1c1ab17 main
[junit4:junit4] 2> 325332 T1254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c1ab17 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 325332 T1288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10f9a60 name:ZooKeeperConnection Watcher:127.0.0.1:51451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 325333 T1194 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 325333 T1255 C290 P38090 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index.20130623095426095 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index.20130623095426095;done=true>>]
[junit4:junit4] 2> 325333 T1255 C290 P38090 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index.20130623095426095
[junit4:junit4] 2> 325334 T1255 C290 P38090 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index.20130623095426095
[junit4:junit4] 2> 325334 T1255 C290 P38090 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 325335 T1255 C290 P38090 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 325335 T1255 C290 P38090 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 325335 T1255 C290 P38090 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 325336 T1255 C290 P38090 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 325337 T1194 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 325347 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 325348 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:43420__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43420_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43420"}
[junit4:junit4] 2> 325351 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:38090__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:38090_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38090"}
[junit4:junit4] 2> 325375 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 325375 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 325376 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 325375 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 325378 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 325375 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 326126 T1231 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:43420__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 326127 T1231 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:43420__collection1&state=recovering&nodeName=127.0.0.1:43420_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002
[junit4:junit4] 2> 326348 T1194 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52605_
[junit4:junit4] 2> 326349 T1194 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52605_
[junit4:junit4] 2> 326351 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 326351 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 326351 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 326351 T1252 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 326351 T1236 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 326352 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326353 T1216 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 326352 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326352 T1288 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 326353 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326353 T1223 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 326354 T1269 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 326358 T1289 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 326359 T1289 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 326885 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 326886 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52605_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52605"}
[junit4:junit4] 2> 326886 T1217 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 326886 T1217 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 326889 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326889 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326889 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326889 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326890 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 326890 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 327360 T1289 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/collection1
[junit4:junit4] 2> 327360 T1289 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 327361 T1289 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 327361 T1289 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 327362 T1289 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/collection1/'
[junit4:junit4] 2> 327363 T1289 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/collection1/lib/README' to classloader
[junit4:junit4] 2> 327363 T1289 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 327411 T1289 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 327458 T1289 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 327460 T1289 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 327465 T1289 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 327940 T1289 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 327940 T1289 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 327941 T1289 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 327949 T1289 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 327962 T1289 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 327973 T1289 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 327978 T1289 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 327982 T1289 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 327983 T1289 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 327984 T1289 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 327984 T1289 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 327987 T1289 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 327988 T1289 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 327988 T1289 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 327989 T1289 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371992065910/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/
[junit4:junit4] 2> 327989 T1289 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@46692c
[junit4:junit4] 2> 327991 T1289 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 327991 T1289 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4
[junit4:junit4] 2> 327992 T1289 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index/
[junit4:junit4] 2> 327992 T1289 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 327993 T1289 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index
[junit4:junit4] 2> 327997 T1289 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 327998 T1289 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 328001 T1289 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 328002 T1289 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 328003 T1289 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 328004 T1289 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 328005 T1289 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 328005 T1289 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 328005 T1289 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 328006 T1289 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 328006 T1289 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 328010 T1289 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 328015 T1289 oass.SolrIndexSearcher.<init> Opening Searcher@65355e main
[junit4:junit4] 2> 328016 T1289 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 328016 T1289 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 328021 T1290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65355e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 328023 T1289 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 328023 T1289 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52605 collection:collection1 shard:shard1
[junit4:junit4] 2> 328025 T1289 oasc.ZkController.register We are http://127.0.0.1:52605/collection1/ and leader is http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 328025 T1289 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52605
[junit4:junit4] 2> 328025 T1289 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 328025 T1289 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C292 name=collection1 org.apache.solr.core.SolrCore@9688fa url=http://127.0.0.1:52605/collection1 node=127.0.0.1:52605_ C292_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:52605_, base_url=http://127.0.0.1:52605}
[junit4:junit4] 2> 328026 T1291 C292 P52605 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 328026 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 328026 T1291 C292 P52605 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 328027 T1291 C292 P52605 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 328027 T1289 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 328027 T1291 C292 P52605 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 328029 T1194 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 328029 T1194 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 328030 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 328033 T1231 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52605__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 328033 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 328034 T1194 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 328034 T1194 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 328035 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C293 name=collection1 org.apache.solr.core.SolrCore@458105 url=http://127.0.0.1:43420/collection1 node=127.0.0.1:43420_ C293_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:43420_, base_url=http://127.0.0.1:43420}
[junit4:junit4] 2> 328128 T1272 C293 P43420 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:60329/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 328128 T1272 C293 P43420 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43420 START replicas=[http://127.0.0.1:60329/collection1/] nUpdates=100
[junit4:junit4] 2> 328129 T1272 C293 P43420 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 328129 T1272 C293 P43420 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 328129 T1272 C293 P43420 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 328130 T1272 C293 P43420 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 328130 T1272 C293 P43420 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 328130 T1272 C293 P43420 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:60329/collection1/. core=collection1
[junit4:junit4] 2> 328130 T1272 C293 P43420 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C294 name=collection1 org.apache.solr.core.SolrCore@8dad81 url=http://127.0.0.1:60329/collection1 node=127.0.0.1:60329_ C294_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:60329_, base_url=http://127.0.0.1:60329, leader=true}
[junit4:junit4] 2> 328131 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 328134 T1230 C294 P60329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 328145 T1230 C294 P60329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 328146 T1230 C294 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 328146 T1230 C294 P60329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 328147 T1230 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4] 2> 328148 T1272 C293 P43420 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 328148 T1272 C293 P43420 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 328150 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 328151 T1272 C293 P43420 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 328151 T1272 C293 P43420 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 328151 T1272 C293 P43420 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 328153 T1230 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=0
[junit4:junit4] 2> 328154 T1272 C293 P43420 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 328155 T1272 C293 P43420 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index.20130623095428940
[junit4:junit4] 2> 328155 T1272 C293 P43420 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index.20130623095428940 lockFactory=org.apache.lucene.store.NativeFSLockFactory@42f759; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 328158 T1228 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0
[junit4:junit4] 2> 328159 T1272 C293 P43420 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 328163 T1272 C293 P43420 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 328163 T1272 C293 P43420 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 328165 T1272 C293 P43420 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 328166 T1272 C293 P43420 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 328168 T1272 C293 P43420 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 328169 T1272 C293 P43420 oass.SolrIndexSearcher.<init> Opening Searcher@918c6c main
[junit4:junit4] 2> 328170 T1271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@918c6c main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 328171 T1272 C293 P43420 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index.20130623095428940 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index.20130623095428940;done=true>>]
[junit4:junit4] 2> 328171 T1272 C293 P43420 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index.20130623095428940
[junit4:junit4] 2> 328173 T1272 C293 P43420 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index.20130623095428940
[junit4:junit4] 2> 328173 T1272 C293 P43420 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 328174 T1272 C293 P43420 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 328174 T1272 C293 P43420 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 328174 T1272 C293 P43420 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 328175 T1272 C293 P43420 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 328394 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 328394 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52605__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52605_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52605"}
[junit4:junit4] 2> 328397 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:43420__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:43420_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:43420"}
[junit4:junit4] 2> 328415 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 328415 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 328415 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 328415 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 328415 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 328415 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 329033 T1231 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52605__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 329034 T1231 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:52605__collection1&state=recovering&nodeName=127.0.0.1:52605_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001
[junit4:junit4] 2> 329036 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 330037 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C292_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:52605_, base_url=http://127.0.0.1:52605}
[junit4:junit4] 2> 331036 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:60329/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 331036 T1291 C292 P52605 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52605 START replicas=[http://127.0.0.1:60329/collection1/] nUpdates=100
[junit4:junit4] 2> 331037 T1291 C292 P52605 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 331037 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 331037 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 331038 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 331038 T1291 C292 P52605 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 331038 T1291 C292 P52605 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:60329/collection1/. core=collection1
[junit4:junit4] 2> 331038 T1291 C292 P52605 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 331039 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 331043 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 331046 T1228 C294 P60329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 331055 T1228 C294 P60329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 331056 T1228 C294 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 331056 T1228 C294 P60329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 331057 T1228 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4] 2> 331057 T1291 C292 P52605 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 331057 T1291 C292 P52605 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 331059 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0
[junit4:junit4] 2> 331060 T1291 C292 P52605 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 331060 T1291 C292 P52605 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 331060 T1291 C292 P52605 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 331062 T1230 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=0
[junit4:junit4] 2> 331062 T1291 C292 P52605 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 331063 T1291 C292 P52605 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index.20130623095431849
[junit4:junit4] 2> 331064 T1291 C292 P52605 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index.20130623095431849 lockFactory=org.apache.lucene.store.NativeFSLockFactory@a1c59b; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 331066 T1228 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0
[junit4:junit4] 2> 331068 T1291 C292 P52605 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 331080 T1291 C292 P52605 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 331080 T1291 C292 P52605 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 331082 T1291 C292 P52605 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 331084 T1291 C292 P52605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 331084 T1291 C292 P52605 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 331084 T1291 C292 P52605 oass.SolrIndexSearcher.<init> Opening Searcher@11d8812 main
[junit4:junit4] 2> 331086 T1290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@11d8812 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 331087 T1291 C292 P52605 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index.20130623095431849 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index.20130623095431849;done=true>>]
[junit4:junit4] 2> 331087 T1291 C292 P52605 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index.20130623095431849
[junit4:junit4] 2> 331087 T1291 C292 P52605 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index.20130623095431849
[junit4:junit4] 2> 331087 T1291 C292 P52605 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 331088 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 331088 T1291 C292 P52605 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 331088 T1291 C292 P52605 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 331089 T1291 C292 P52605 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 331422 T1217 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 331423 T1217 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52605__collection1",
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "node_name":"127.0.0.1:52605_",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52605"}
[junit4:junit4] 2> 331425 T1223 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 331426 T1269 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 331426 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 331426 T1236 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 331425 T1252 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 331425 T1216 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 332040 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 332046 T1194 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C295 name=collection1 org.apache.solr.core.SolrCore@3ab283 url=http://127.0.0.1:33097/collection1 node=127.0.0.1:33097_ C295_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:33097_, base_url=http://127.0.0.1:33097, leader=true}
[junit4:junit4] 2> 332053 T1209 C295 P33097 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 332057 T1209 C295 P33097 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 332058 T1209 C295 P33097 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 332085 T1209 C295 P33097 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 332085 T1209 C295 P33097 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 332086 T1209 C295 P33097 oass.SolrIndexSearcher.<init> Opening Searcher@bedbd3 main
[junit4:junit4] 2> 332086 T1209 C295 P33097 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 332088 T1220 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@bedbd3 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 332089 T1209 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 36
[junit4:junit4] 2> ASYNC NEW_CORE C296 name=collection1 org.apache.solr.core.SolrCore@f8f4e0 url=http://127.0.0.1:38090/collection1 node=127.0.0.1:38090_ C296_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:38090_, base_url=http://127.0.0.1:38090}
[junit4:junit4] 2> 332101 T1248 C296 P38090 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:60329/collection1/, StdNode: http://127.0.0.1:38090/collection1/, StdNode: http://127.0.0.1:43420/collection1/, StdNode: http://127.0.0.1:52605/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 332115 T1228 C294 P60329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 332127 T1246 C296 P38090 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C293_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:43420_, base_url=http://127.0.0.1:43420}
[junit4:junit4] 2> 332133 T1263 C293 P43420 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 332135 T1228 C294 P60329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 332135 T1228 C294 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 332136 T1228 C294 P60329 oass.SolrIndexSearcher.<init> Opening Searcher@9008e8 main
[junit4:junit4] 2> 332137 T1228 C294 P60329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 332138 T1238 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9008e8 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 332138 T1228 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4] 2> C292_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:52605_, base_url=http://127.0.0.1:52605}
[junit4:junit4] 2> 332142 T1279 C292 P52605 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 332145 T1246 C296 P38090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 332145 T1246 C296 P38090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 332150 T1246 C296 P38090 oass.SolrIndexSearcher.<init> Opening Searcher@1df2817 main
[junit4:junit4] 2> 332151 T1246 C296 P38090 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 332152 T1254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1df2817 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 332153 T1246 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4] 2> 332165 T1263 C293 P43420 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 332165 T1263 C293 P43420 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 332166 T1263 C293 P43420 oass.SolrIndexSearcher.<init> Opening Searcher@1baaf2 main
[junit4:junit4] 2> 332167 T1263 C293 P43420 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 332168 T1271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1baaf2 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 332168 T1263 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 35
[junit4:junit4] 2> 332175 T1279 C292 P52605 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 332175 T1279 C292 P52605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 332177 T1279 C292 P52605 oass.SolrIndexSearcher.<init> Opening Searcher@18f5241 main
[junit4:junit4] 2> 332177 T1279 C292 P52605 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 332179 T1290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18f5241 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 332180 T1279 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 38
[junit4:junit4] 2> 332180 T1248 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 80
[junit4:junit4] 2> 332181 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 332183 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 332185 T1247 C296 P38090 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 332186 T1264 C293 P43420 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0
[junit4:junit4] 2> 332189 T1280 C292 P52605 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1
[junit4:junit4] 2> 334193 T1212 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1438637962012131328)} 0 1
[junit4:junit4] 2> 334202 T1279 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438637962017374208&update.from=http://127.0.0.1:60329/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438637962017374208)} 0 1
[junit4:junit4] 2> 334202 T1245 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438637962017374208&update.from=http://127.0.0.1:60329/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438637962017374208)} 0 1
[junit4:junit4] 2> 334209 T1265 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1438637962017374208&update.from=http://127.0.0.1:60329/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1438637962017374208)} 0 6
[junit4:junit4] 2> 334210 T1231 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1438637962017374208)} 0 13
[junit4:junit4] 2> 334210 T1248 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 15
[junit4:junit4] 2> 334214 T1211 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1438637962034151424)]} 0 1
[junit4:junit4] 2> 334220 T1246 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438637962037297152)]} 0 1
[junit4:junit4] 2> 334220 T1280 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438637962037297152)]} 0 1
[junit4:junit4] 2> 334222 T1262 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1438637962037297152)]} 0 1
[junit4:junit4] 2> 334223 T1229 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1438637962037297152)]} 0 8
[junit4:junit4] 2> 334226 T1210 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1438637962046734336)]} 0 1
[junit4:junit4] 2> 334232 T1247 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438637962050928640)]} 0 1
[junit4:junit4] 2> 334232 T1264 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438637962050928640)]} 0 1
[junit4:junit4] 2> 334232 T1281 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1438637962050928640)]} 0 1
[junit4:junit4] 2> 334233 T1228 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43420/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1438637962050928640)]} 0 4
[junit4:junit4] 2> 334233 T1263 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 6
[junit4:junit4] 2> 334236 T1209 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1438637962057220096)]} 0 1
[junit4:junit4] 2> 334240 T1231 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:38090/collection1/]
[junit4:junit4] 2> 334241 T1231 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:38090/collection1/ against:[http://127.0.0.1:38090/collection1/] result:true
[junit4:junit4] 2> 334241 T1231 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:43420/collection1/ against:[http://127.0.0.1:38090/collection1/] result:false
[junit4:junit4] 2> 334241 T1231 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:52605/collection1/ against:[http://127.0.0.1:38090/collection1/] result:false
[junit4:junit4] 2> 334245 T1265 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[2 (1438637962063511552)]} 0 1
[junit4:junit4] 2> 334248 T1282 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[2 (1438637962063511552)]} 0 1
[junit4:junit4] 2> 334249 T1231 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:38090/collection1/&update.distrib=TOLEADER&test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[2 (1438637962063511552)]} 0 9
[junit4:junit4] 2> 334251 T1245 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[2]} 0 13
[junit4:junit4] 2> 334255 T1212 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1438637962077143040)]} 0 1
[junit4:junit4] 2> 334259 T1229 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:38090/collection1/]
[junit4:junit4] 2> 334259 T1229 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:38090/collection1/ against:[http://127.0.0.1:38090/collection1/] result:true
[junit4:junit4] 2> 334259 T1229 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:43420/collection1/ against:[http://127.0.0.1:38090/collection1/] result:false
[junit4:junit4] 2> 334260 T1229 C294 P60329 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:52605/collection1/ against:[http://127.0.0.1:38090/collection1/] result:false
[junit4:junit4] 2> 334263 T1264 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[3 (1438637962083434496)]} 0 1
[junit4:junit4] 2> 334263 T1279 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:60329/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[3 (1438637962083434496)]} 0 1
[junit4:junit4] 2> 334264 T1229 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:43420/collection1/&update.distrib=TOLEADER&test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&wt=javabin&version=2} {add=[3 (1438637962083434496)]} 0 5
[junit4:junit4] 2> 334264 T1262 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={test.distrib.skip.servers=http://127.0.0.1:38090/collection1/&test.distrib.skip.servers=http://127.0.0.1:43420/collection1/&wt=javabin&version=2} {add=[3]} 0 7
[junit4:junit4] 2> 334266 T1211 C295 P33097 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334305 T1211 C295 P33097 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 334306 T1211 C295 P33097 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 334309 T1211 C295 P33097 oass.SolrIndexSearcher.<init> Opening Searcher@fed4e7 main
[junit4:junit4] 2> 334310 T1211 C295 P33097 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 334311 T1220 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@fed4e7 main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 334312 T1211 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 46
[junit4:junit4] 2> 334314 T1248 C296 P38090 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:60329/collection1/, StdNode: http://127.0.0.1:38090/collection1/, StdNode: http://127.0.0.1:43420/collection1/, StdNode: http://127.0.0.1:52605/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 334316 T1230 C294 P60329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334317 T1263 C293 P43420 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334318 T1280 C292 P52605 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334317 T1246 C296 P38090 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334365 T1280 C292 P52605 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 334366 T1280 C292 P52605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 334368 T1280 C292 P52605 oass.SolrIndexSearcher.<init> Opening Searcher@17962cd main
[junit4:junit4] 2> 334368 T1280 C292 P52605 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 334370 T1290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@17962cd main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 334370 T1280 C292 P52605 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 52
[junit4:junit4] 2> 334375 T1246 C296 P38090 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1231ff4; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 334376 T1246 C296 P38090 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 334375 T1263 C293 P43420 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 334377 T1263 C293 P43420 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 334378 T1246 C296 P38090 oass.SolrIndexSearcher.<init> Opening Searcher@55f4a2 main
[junit4:junit4] 2> 334379 T1246 C296 P38090 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 334380 T1254 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55f4a2 main{StandardDirectoryReader(segments_4:3:nrt _0(4.4):C2)}
[junit4:junit4] 2> 334381 T1246 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 64
[junit4:junit4] 2> 334382 T1263 C293 P43420 oass.SolrIndexSearcher.<init> Opening Searcher@1dc3f0b main
[junit4:junit4] 2> 334383 T1263 C293 P43420 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 334384 T1271 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1dc3f0b main{StandardDirectoryReader(segments_5:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 334384 T1263 C293 P43420 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 67
[junit4:junit4] 2> 334405 T1230 C294 P60329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=5
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 334406 T1230 C294 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 334408 T1230 C294 P60329 oass.SolrIndexSearcher.<init> Opening Searcher@68a49b main
[junit4:junit4] 2> 334409 T1230 C294 P60329 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 334410 T1238 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@68a49b main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 334410 T1230 C294 P60329 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 94
[junit4:junit4] 2> 334411 T1248 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 97
[junit4:junit4] 2> 334411 T1194 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 334412 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 334413 T1194 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 334415 T1228 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 334418 T1247 C296 P38090 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1
[junit4:junit4] 2> 334420 T1265 C293 P43420 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 334422 T1281 C292 P52605 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0
[junit4:junit4] 2> 334423 T1194 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 334431 T1264 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4] 2> 334431 T1264 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 334435 T1231 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4] 2> 334436 T1231 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60329/collection1/
[junit4:junit4] 2> 334436 T1231 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:60329 START replicas=[http://127.0.0.1:38090/collection1/, http://127.0.0.1:43420/collection1/, http://127.0.0.1:52605/collection1/] nUpdates=100
[junit4:junit4] 2> 334438 T1246 C296 P38090 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 334439 T1263 C293 P43420 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1
[junit4:junit4] 2> 334439 T1231 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:60329 Received 3 versions from 127.0.0.1:38090/collection1/
[junit4:junit4] 2> 334439 T1282 C292 P52605 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 334440 T1231 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:60329 Our versions are newer. ourLowThreshold=1438637962017374208 otherHigh=1438637962050928640
[junit4:junit4] 2> 334440 T1231 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:60329 Received 5 versions from 127.0.0.1:43420/collection1/
[junit4:junit4] 2> 334441 T1231 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:60329 Our versions are newer. ourLowThreshold=1438637962017374208 otherHigh=1438637962063511552
[junit4:junit4] 2> 334441 T1231 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:60329 Received 5 versions from 127.0.0.1:52605/collection1/
[junit4:junit4] 2> 334441 T1231 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:60329 Our versions are newer. ourLowThreshold=1438637962017374208 otherHigh=1438637962063511552
[junit4:junit4] 2> 334442 T1231 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:60329 DONE. sync succeeded
[junit4:junit4] 2> 334442 T1231 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 334443 T1231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/: try and ask http://127.0.0.1:38090/collection1/ to sync
[junit4:junit4] 2> 334444 T1231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/: try and ask http://127.0.0.1:43420/collection1/ to sync
[junit4:junit4] 2> 334445 T1231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/: try and ask http://127.0.0.1:52605/collection1/ to sync
[junit4:junit4] 2> 334445 T1247 C296 P38090 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38090 START replicas=[http://127.0.0.1:60329/collection1/] nUpdates=100
[junit4:junit4] 2> 334447 T1265 C293 P43420 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43420 START replicas=[http://127.0.0.1:60329/collection1/] nUpdates=100
[junit4:junit4] 2> 334448 T1279 C292 P52605 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52605 START replicas=[http://127.0.0.1:60329/collection1/] nUpdates=100
[junit4:junit4] 2> 334448 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 334449 T1229 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 334450 T1247 C296 P38090 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:38090 Received 5 versions from 127.0.0.1:60329/collection1/
[junit4:junit4] 2> 334449 T1265 C293 P43420 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:43420 Received 5 versions from 127.0.0.1:60329/collection1/
[junit4:junit4] 2> 334450 T1247 C296 P38090 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:38090 Requesting updates from 127.0.0.1:60329/collection1/n=2 versions=[1438637962083434496, 1438637962063511552]
[junit4:junit4] 2> 334450 T1265 C293 P43420 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:43420 Our versions are newer. ourLowThreshold=1438637962017374208 otherHigh=1438637962063511552
[junit4:junit4] 2> 334451 T1265 C293 P43420 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:43420 DONE. sync succeeded
[junit4:junit4] 2> 334451 T1265 C293 P43420 oasc.SolrCore.execute [collection1] webapp= path=/get params={sync=http://127.0.0.1:60329/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=4
[junit4:junit4] 2> 334452 T1231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/: sync completed with http://127.0.0.1:43420/collection1/
[junit4:junit4] 2> 334453 T1228 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 334453 T1230 C294 P60329 oasc.SolrCore.execute [collection1] webapp= path=/get params={distrib=false&getUpdates=1438637962083434496,1438637962063511552&wt=javabin&qt=/get&version=2} status=0 QTime=0
[junit4:junit4] 2> 334453 T1279 C292 P52605 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52605 Received 5 versions from 127.0.0.1:60329/collection1/
[junit4:junit4] 2> 334454 T1279 C292 P52605 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52605 Our versions are newer. ourLowThreshold=1438637962017374208 otherHigh=1438637962063511552
[junit4:junit4] 2> 334455 T1279 C292 P52605 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52605 DONE. sync succeeded
[junit4:junit4] 2> 334455 T1279 C292 P52605 oasc.SolrCore.execute [collection1] webapp= path=/get params={sync=http://127.0.0.1:60329/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=7
[junit4:junit4] 2> 334455 T1231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/: sync completed with http://127.0.0.1:52605/collection1/
[junit4:junit4] 2> 334457 T1247 C296 P38090 oasup.LogUpdateProcessor.finish [collection1] {add=[2 (1438637962063511552), 3 (1438637962083434496)]} 0 3
[junit4:junit4] 2> 334457 T1247 C296 P38090 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:38090 DONE. sync succeeded
[junit4:junit4] 2> 334457 T1247 C296 P38090 oasc.SolrCore.execute [collection1] webapp= path=/get params={sync=http://127.0.0.1:60329/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=12
[junit4:junit4] 2> 334458 T1231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60329/collection1/: sync completed with http://127.0.0.1:38090/collection1/
[junit4:junit4] 2> 334458 T1231 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={shard=shard1&action=REQUESTSYNCSHARD&core=collection1&collection=collection1&wt=javabin&version=2} status=0 QTime=23
[junit4:junit4] 2> 334459 T1264 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2} status=0 QTime=28
[junit4:junit4] 2> 334459 T1194 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 334459 T1194 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 334460 T1194 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 334461 T1194 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 334463 T1210 C295 P33097 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334485 T1210 C295 P33097 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@19fd58a; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 334485 T1210 C295 P33097 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 334486 T1210 C295 P33097 oass.SolrIndexSearcher.<init> Opening Searcher@8bba9b main
[junit4:junit4] 2> 334487 T1210 C295 P33097 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 334490 T1220 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8bba9b main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):C4)}
[junit4:junit4] 2> 334491 T1210 C295 P33097 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4] 2> 334493 T1280 C292 P52605 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:60329/collection1/, StdNode: http://127.0.0.1:38090/collection1/, StdNode: http://127.0.0.1:43420/collection1/, StdNode: http://127.0.0.1:52605/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 334504 T1229 C294 P60329 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334505 T1281 C292 P52605 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334506 T1263 C293 P43420 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334506 T1246 C296 P38090 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 334546 T1281 C292 P52605 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a10089; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_7,generation=7}
[junit4:junit4] 2> 334547 T1281 C292 P52605 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
[junit4:junit4] 2> 334547 T1263 C293 P43420 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@1ad4bf3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 334547 T1229 C294 P60329 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=5
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371992051942/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7b521f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_7,generation=7}
[junit4:junit4] 2> 334549 T1229 C294 P60329 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
[junit4:junit4] 2> 334549 T1263 C293 P43420 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 334548 T1281 C292 P52605 oass.SolrIndexSearcher.<init> Opening Searcher@9d31a0 main
[junit4:junit4] 2> 334550 T1229 C294 P60329 oass.SolrIndexSearcher.<init> Opening Searcher@15130d6 main
[junit4:junit4] 2> 334552 T1263 C293 P43420 oass.SolrIndexSearcher.<init> Opening Searcher@4c107d m
[...truncated too long message...]
:38090_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:38090"},
[junit4:junit4] 1> "127.0.0.1:43420__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43420_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43420",
[junit4:junit4] 1> "leader":"true"},
[junit4:junit4] 1> "127.0.0.1:52605__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:52605_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:52605"}}}},
[junit4:junit4] 1> "router":"compositeId"},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:33097__collection1":{
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "node_name":"127.0.0.1:33097_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33097",
[junit4:junit4] 1> "leader":"true"}}}},
[junit4:junit4] 1> "router":"compositeId"}}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (4)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:52605_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:43420_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:60329_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:33097_ (0)
[junit4:junit4] 1> /solr/overseer (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/overseer/queue (0)
[junit4:junit4] 1> /solr/overseer/queue-work (0)
[junit4:junit4] 1> /solr/overseer/collection-queue-work (0)
[junit4:junit4] 1> /solr/collections (2)
[junit4:junit4] 1> /solr/collections/collection1 (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/collection1/shards (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election (3)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89914871116201998-127.0.0.1:60329__collection1-n_0000000004 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89914871116201996-127.0.0.1:52605__collection1-n_0000000003 (0)
[junit4:junit4] 1> /solr/collections/collection1/leader_elect/shard1/election/89914871116201994-127.0.0.1:43420__collection1-n_0000000002 (0)
[junit4:junit4] 1> /solr/collections/collection1/leaders (1)
[junit4:junit4] 1> /solr/collections/collection1/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:43420_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:43420"}
[junit4:junit4] 1> /solr/collections/control_collection (3)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"configName":"conf1"}
[junit4:junit4] 1> /solr/collections/control_collection/shards (0)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1 (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election (1)
[junit4:junit4] 1> /solr/collections/control_collection/leader_elect/shard1/election/89914871116201987-127.0.0.1:33097__collection1-n_0000000000 (0)
[junit4:junit4] 1> /solr/collections/control_collection/leaders (1)
[junit4:junit4] 1> /solr/collections/control_collection/leaders/shard1 (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:33097_",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:33097"}
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (4)
[junit4:junit4] 1> /solr/overseer_elect/election/89914871116201987-127.0.0.1:33097_-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89914871116201998-127.0.0.1:60329_-n_0000000005 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89914871116201996-127.0.0.1:52605_-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89914871116201994-127.0.0.1:43420_-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89914871116201987-127.0.0.1:33097_-n_0000000000"}
[junit4:junit4] 1> /zookeeper (1)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=D0E059EB6C8C28CC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_EC -Dtests.timezone=America/Argentina/ComodRivadavia -Dtests.file.encoding=US-ASCII
[junit4:junit4] FAILURE 100s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:60329/collection1lastClient and got 257 from http://127.0.0.1:43420/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([D0E059EB6C8C28CC:5106D7F31BD348F0]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4:junit4] 2> 411216 T1194 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 100068 T1193 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> 412377 T1288 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> 412377 T1288 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 412378 T1288 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4] 2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=es_EC, timezone=America/Argentina/ComodRivadavia
[junit4:junit4] 2> NOTE: Linux 3.2.0-48-generic i386/Oracle Corporation 1.7.0_25 (32-bit)/cpus=8,threads=1,free=46681192,total=210960384
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestReloadAndDeleteDocs, SOLR749Test, SliceStateUpdateTest, TestWriterPerf, CircularListTest, ScriptEngineTest, PrimitiveFieldTypeTest, SystemInfoHandlerTest, TestSolrQueryParser, SoftAutoCommitTest, SolrCoreTest, TestDocSet, TestFuzzyAnalyzedSuggestions, DirectUpdateHandlerOptimizeTest, SpatialFilterTest, TestCharFilters, TestPHPSerializedResponseWriter, ZkCLITest, TestJoin, AliasIntegrationTest, OverseerTest, CachingDirectoryFactoryTest, TestSolrIndexConfig, TestCollationKeyRangeQueries, ShowFileRequestHandlerTest, PrimUtilsTest, AlternateDirectoryTest, BadComponentTest, PluginInfoTest, RecoveryZkTest, TermsComponentTest, TestRealTimeGet, AnalysisAfterCoreReloadTest, LoggingHandlerTest, TestRemoteStreaming, TestLMDirichletSimilarityFactory, SuggesterTest, ZkControllerTest, LukeRequestHandlerTest, TestLRUCache, SyncSliceTest]
[junit4:junit4] Completed on J0 in 101.36s, 1 test, 1 failure <<< FAILURES!
[...truncated 591 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:392: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:372: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:437: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1246: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:890: There were test failures: 298 suites, 1256 tests, 1 failure, 13 ignored (7 assumptions)
Total time: 36 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_25 -client -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-4.x-Linux (64bit/jdk1.8.0-ea-b93) - Build #
6199 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-Linux/6199/
Java: 64bit/jdk1.8.0-ea-b93 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
REGRESSION: org.apache.solr.cloud.SyncSliceTest.testDistribSearch
Error Message:
shard1 is not consistent. Got 305 from http://127.0.0.1:34080/collection1lastClient and got 243 from http://127.0.0.1:58505/collection1
Stack Trace:
java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:34080/collection1lastClient and got 243 from http://127.0.0.1:58505/collection1
at __randomizedtesting.SeedInfo.seed([7C221E7B74E4A52:8624AFFFC0112A6E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:491)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:724)
Build Log:
[...truncated 9722 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4] 2> 544740 T3032 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4] 2> 544744 T3032 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1371987938478
[junit4:junit4] 2> 544745 T3032 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4] 2> 544745 T3033 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4] 2> 544846 T3032 oasc.ZkTestServer.run start zk server on port:33984
[junit4:junit4] 2> 544846 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 544917 T3039 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e969ade name:ZooKeeperConnection Watcher:127.0.0.1:33984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 544917 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 544918 T3032 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4] 2> 544924 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 544927 T3041 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3051637c name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 544928 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 544928 T3032 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4] 2> 544932 T3032 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4] 2> 544936 T3032 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4] 2> 544938 T3032 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4] 2> 544942 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 544943 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4] 2> 544949 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4] 2> 544949 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4] 2> 544954 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4] 2> 544955 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4] 2> 544958 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4] 2> 544959 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4] 2> 544962 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4] 2> 544963 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4] 2> 544966 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 544967 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4] 2> 544970 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 544971 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4] 2> 544974 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 544975 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4] 2> 544978 T3032 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4] 2> 544979 T3032 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4] 2> 545061 T3032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 545064 T3032 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38912
[junit4:junit4] 2> 545064 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 545065 T3032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 545065 T3032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716
[junit4:junit4] 2> 545065 T3032 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/solr.xml
[junit4:junit4] 2> 545065 T3032 oasc.CoreContainer.<init> New CoreContainer 66580832
[junit4:junit4] 2> 545066 T3032 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/'
[junit4:junit4] 2> 545066 T3032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/'
[junit4:junit4] 2> 545106 T3032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 545106 T3032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 545107 T3032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 545107 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 545107 T3032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 545107 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 545108 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 545108 T3032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 545108 T3032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 545109 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 545112 T3032 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 545112 T3032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33984/solr
[junit4:junit4] 2> 545112 T3032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 545113 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 545114 T3052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6aa72ab1 name:ZooKeeperConnection Watcher:127.0.0.1:33984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 545115 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 545116 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 545118 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 545120 T3054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49ab338a name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 545120 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 545121 T3032 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4] 2> 545124 T3032 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4] 2> 545126 T3032 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4] 2> 545127 T3032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38912_
[junit4:junit4] 2> 545128 T3032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38912_
[junit4:junit4] 2> 545132 T3032 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4] 2> 545137 T3032 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4] 2> 545139 T3032 oasc.Overseer.start Overseer (id=89914601536225283-127.0.0.1:38912_-n_0000000000) starting
[junit4:junit4] 2> 545143 T3032 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4] 2> 545146 T3056 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4] 2> 545147 T3032 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4] 2> 545149 T3032 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4] 2> 545151 T3032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 545155 T3055 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4] 2> 545158 T3057 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 545158 T3057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 546658 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 546659 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:38912_",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38912"}
[junit4:junit4] 2> 546659 T3055 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4] 2> 546659 T3055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 546663 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 547160 T3057 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/collection1
[junit4:junit4] 2> 547160 T3057 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4] 2> 547162 T3057 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 547162 T3057 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4] 2> 547164 T3057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/collection1/'
[junit4:junit4] 2> 547165 T3057 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/collection1/lib/README' to classloader
[junit4:junit4] 2> 547165 T3057 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 547190 T3057 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 547225 T3057 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 547226 T3057 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 547229 T3057 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 547540 T3057 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 547540 T3057 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 547541 T3057 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 547545 T3057 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 547548 T3057 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 547558 T3057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 547561 T3057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 547563 T3057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 547564 T3057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 547564 T3057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 547564 T3057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 547565 T3057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 547565 T3057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 547565 T3057 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 547566 T3057 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1371987938716/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/
[junit4:junit4] 2> 547566 T3057 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4afb9929
[junit4:junit4] 2> 547566 T3057 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 547566 T3057 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data
[junit4:junit4] 2> 547567 T3057 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index/
[junit4:junit4] 2> 547567 T3057 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 547567 T3057 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index
[junit4:junit4] 2> 547571 T3057 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 547571 T3057 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 547574 T3057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 547574 T3057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 547575 T3057 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 547575 T3057 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 547576 T3057 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 547576 T3057 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 547576 T3057 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 547577 T3057 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 547577 T3057 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 547579 T3057 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 547584 T3057 oass.SolrIndexSearcher.<init> Opening Searcher@28e17612 main
[junit4:junit4] 2> 547585 T3057 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 547585 T3057 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 547590 T3058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@28e17612 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 547591 T3057 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 547591 T3057 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38912 collection:control_collection shard:shard1
[junit4:junit4] 2> 547593 T3057 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4] 2> 547600 T3057 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 547603 T3057 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 547604 T3057 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 547604 T3057 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38912/collection1/
[junit4:junit4] 2> 547604 T3057 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 547604 T3057 oasc.SyncStrategy.syncToMe http://127.0.0.1:38912/collection1/ has no replicas
[junit4:junit4] 2> 547604 T3057 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38912/collection1/
[junit4:junit4] 2> 547604 T3057 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4] 2> 548167 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 548174 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4] 2> 548211 T3057 oasc.ZkController.register We are http://127.0.0.1:38912/collection1/ and leader is http://127.0.0.1:38912/collection1/
[junit4:junit4] 2> 548212 T3057 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38912
[junit4:junit4] 2> 548212 T3057 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 548212 T3057 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 548212 T3057 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 548213 T3057 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 548214 T3032 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 548214 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 548215 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 548218 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4] 2> 548218 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 548220 T3061 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@645fd43 name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 548220 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 548221 T3032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 548222 T3032 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4] 2> 548282 T3032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 548284 T3032 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:34080
[junit4:junit4] 2> 548284 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 548284 T3032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 548285 T3032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956
[junit4:junit4] 2> 548285 T3032 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/solr.xml
[junit4:junit4] 2> 548285 T3032 oasc.CoreContainer.<init> New CoreContainer 379711305
[junit4:junit4] 2> 548285 T3032 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/'
[junit4:junit4] 2> 548286 T3032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/'
[junit4:junit4] 2> 548324 T3032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 548324 T3032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 548324 T3032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 548324 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 548325 T3032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 548325 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 548325 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 548325 T3032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 548326 T3032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 548326 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 548329 T3032 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 548329 T3032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33984/solr
[junit4:junit4] 2> 548329 T3032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 548330 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 548331 T3072 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6d27e01f name:ZooKeeperConnection Watcher:127.0.0.1:33984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 548331 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 548332 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 548335 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 548336 T3074 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c69bbf7 name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 548336 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 548339 T3032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 549341 T3032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34080_
[junit4:junit4] 2> 549343 T3032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:34080_
[junit4:junit4] 2> 549344 T3061 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 549344 T3054 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 549344 T3074 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4] 2> 549345 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 549348 T3075 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 549348 T3075 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 549680 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 549681 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:38912_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:38912__collection1",
[junit4:junit4] 2> "collection":"control_collection",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:38912"}
[junit4:junit4] 2> 549685 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:34080_",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34080"}
[junit4:junit4] 2> 549686 T3055 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4] 2> 549686 T3055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 549690 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 549691 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 549690 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 550349 T3075 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/collection1
[junit4:junit4] 2> 550350 T3075 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 550350 T3075 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 550350 T3075 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 550352 T3075 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/collection1/'
[junit4:junit4] 2> 550352 T3075 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/collection1/lib/README' to classloader
[junit4:junit4] 2> 550352 T3075 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 550384 T3075 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 550427 T3075 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 550429 T3075 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 550432 T3075 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 550733 T3075 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 550734 T3075 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 550734 T3075 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 550739 T3075 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 550741 T3075 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 550757 T3075 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 550761 T3075 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 550765 T3075 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 550766 T3075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 550766 T3075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 550767 T3075 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 550768 T3075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 550768 T3075 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 550768 T3075 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 550769 T3075 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1371987941956/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/
[junit4:junit4] 2> 550769 T3075 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4afb9929
[junit4:junit4] 2> 550770 T3075 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 550770 T3075 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1
[junit4:junit4] 2> 550771 T3075 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index/
[junit4:junit4] 2> 550771 T3075 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 550772 T3075 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index
[junit4:junit4] 2> 550777 T3075 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 550777 T3075 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 550780 T3075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 550781 T3075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 550782 T3075 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 550783 T3075 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 550783 T3075 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 550784 T3075 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 550784 T3075 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 550785 T3075 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 550786 T3075 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 550788 T3075 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 550793 T3075 oass.SolrIndexSearcher.<init> Opening Searcher@32e7a8b3 main
[junit4:junit4] 2> 550793 T3075 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 550793 T3075 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 550798 T3076 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@32e7a8b3 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 550801 T3075 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 550802 T3075 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:34080 collection:collection1 shard:shard1
[junit4:junit4] 2> 550803 T3075 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4] 2> 550809 T3075 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4] 2> 550812 T3075 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4] 2> 550813 T3075 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4] 2> 550813 T3075 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 550813 T3075 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 550814 T3075 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/ has no replicas
[junit4:junit4] 2> 550814 T3075 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 550814 T3075 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4] 2> 551198 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 551210 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 551210 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 551210 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 551223 T3075 oasc.ZkController.register We are http://127.0.0.1:34080/collection1/ and leader is http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 551224 T3075 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:34080
[junit4:junit4] 2> 551224 T3075 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4] 2> 551224 T3075 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 551225 T3075 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 551227 T3075 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 551228 T3032 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 551229 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 551230 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 551303 T3032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 551305 T3032 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52561
[junit4:junit4] 2> 551306 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 551306 T3032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 551306 T3032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970
[junit4:junit4] 2> 551307 T3032 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/solr.xml
[junit4:junit4] 2> 551307 T3032 oasc.CoreContainer.<init> New CoreContainer 1021245305
[junit4:junit4] 2> 551307 T3032 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/'
[junit4:junit4] 2> 551307 T3032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/'
[junit4:junit4] 2> 551346 T3032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 551346 T3032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 551347 T3032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 551347 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 551347 T3032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 551347 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 551348 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 551348 T3032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 551348 T3032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 551348 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 551351 T3032 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 551351 T3032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33984/solr
[junit4:junit4] 2> 551352 T3032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 551352 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 551355 T3088 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e1a1876 name:ZooKeeperConnection Watcher:127.0.0.1:33984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 551355 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 551357 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 551362 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 551363 T3090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13dee31e name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 551363 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 551367 T3032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 552370 T3032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52561_
[junit4:junit4] 2> 552371 T3032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52561_
[junit4:junit4] 2> 552373 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4] 2> 552373 T3054 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 552373 T3061 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 552373 T3090 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 552373 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552373 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552374 T3074 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4] 2> 552378 T3091 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 552378 T3091 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 552716 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 552716 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:34080_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:34080__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:34080"}
[junit4:junit4] 2> 552718 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52561_",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52561"}
[junit4:junit4] 2> 552719 T3055 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 552719 T3055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 552721 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552721 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552721 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 552721 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 553379 T3091 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/collection1
[junit4:junit4] 2> 553380 T3091 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 553381 T3091 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 553381 T3091 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 553383 T3091 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/collection1/'
[junit4:junit4] 2> 553384 T3091 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/collection1/lib/README' to classloader
[junit4:junit4] 2> 553385 T3091 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 553420 T3091 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 553450 T3091 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 553452 T3091 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 553456 T3091 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 553808 T3091 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 553808 T3091 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 553809 T3091 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 553815 T3091 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 553819 T3091 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 553830 T3091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 553833 T3091 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 553836 T3091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 553837 T3091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 553837 T3091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 553837 T3091 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 553838 T3091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 553838 T3091 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 553839 T3091 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 553839 T3091 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1371987944970/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/
[junit4:junit4] 2> 553839 T3091 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4afb9929
[junit4:junit4] 2> 553839 T3091 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 553840 T3091 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2
[junit4:junit4] 2> 553840 T3091 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index/
[junit4:junit4] 2> 553840 T3091 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 553840 T3091 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index
[junit4:junit4] 2> 553843 T3091 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 553844 T3091 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 553845 T3091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 553846 T3091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 553846 T3091 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 553847 T3091 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 553847 T3091 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 553847 T3091 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 553847 T3091 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 553848 T3091 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 553848 T3091 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 553850 T3091 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 553853 T3091 oass.SolrIndexSearcher.<init> Opening Searcher@3a5c79be main
[junit4:junit4] 2> 553853 T3091 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 553853 T3091 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 553857 T3092 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a5c79be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 553858 T3091 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 553858 T3091 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52561 collection:collection1 shard:shard1
[junit4:junit4] 2> 553861 T3091 oasc.ZkController.register We are http://127.0.0.1:52561/collection1/ and leader is http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 553861 T3091 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52561
[junit4:junit4] 2> 553862 T3091 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 553862 T3091 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C620 name=collection1 org.apache.solr.core.SolrCore@50076f26 url=http://127.0.0.1:52561/collection1 node=127.0.0.1:52561_ C620_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:52561_, collection=collection1, state=down, base_url=http://127.0.0.1:52561}
[junit4:junit4] 2> 553862 T3093 C620 P52561 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 553863 T3093 C620 P52561 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 553863 T3091 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 553863 T3093 C620 P52561 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 553863 T3093 C620 P52561 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 553864 T3032 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 553864 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 553864 T3093 C620 P52561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 553864 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 553870 T3067 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:52561__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 553933 T3032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 553935 T3032 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58505
[junit4:junit4] 2> 553936 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 553936 T3032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 553936 T3032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601
[junit4:junit4] 2> 553937 T3032 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/solr.xml
[junit4:junit4] 2> 553937 T3032 oasc.CoreContainer.<init> New CoreContainer 976008162
[junit4:junit4] 2> 553938 T3032 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/'
[junit4:junit4] 2> 553938 T3032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/'
[junit4:junit4] 2> 553978 T3032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 553978 T3032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 553978 T3032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 553978 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 553979 T3032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 553979 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 553979 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 553979 T3032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 553980 T3032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 553980 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 553983 T3032 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 553983 T3032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33984/solr
[junit4:junit4] 2> 553984 T3032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 553984 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 553987 T3105 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1658e486 name:ZooKeeperConnection Watcher:127.0.0.1:33984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 553987 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 553988 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 553992 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 553992 T3107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68f19f94 name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 553993 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 553995 T3032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> 554225 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 554226 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52561_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52561__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52561"}
[junit4:junit4] 2> 554230 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 554230 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 554230 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 554230 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 554230 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 554871 T3067 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:52561__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 554871 T3067 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={core=collection1&version=2&wt=javabin&nodeName=127.0.0.1:52561_&coreNodeName=127.0.0.1:52561__collection1&state=recovering&onlyIfLeader=true&action=PREPRECOVERY&checkLive=true} status=0 QTime=1001
[junit4:junit4] 2> 554998 T3032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58505_
[junit4:junit4] 2> 554999 T3032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58505_
[junit4:junit4] 2> 555001 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4] 2> 555001 T3074 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 555001 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555001 T3054 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 555001 T3107 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 555001 T3061 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 555002 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555002 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555002 T3090 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4] 2> 555002 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555006 T3108 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 555006 T3108 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 555734 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 555735 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:58505_",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58505"}
[junit4:junit4] 2> 555735 T3055 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 555735 T3055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 555738 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555738 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555738 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555738 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 555738 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 556007 T3108 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/collection1
[junit4:junit4] 2> 556008 T3108 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 556008 T3108 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 556008 T3108 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 556009 T3108 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/collection1/'
[junit4:junit4] 2> 556010 T3108 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/collection1/lib/README' to classloader
[junit4:junit4] 2> 556010 T3108 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 556041 T3108 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 556078 T3108 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 556079 T3108 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 556082 T3108 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 556411 T3108 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 556411 T3108 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 556412 T3108 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 556416 T3108 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 556418 T3108 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 556433 T3108 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 556436 T3108 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 556440 T3108 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 556441 T3108 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 556441 T3108 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 556441 T3108 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 556442 T3108 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 556442 T3108 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 556443 T3108 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 556443 T3108 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1371987947601/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/
[junit4:junit4] 2> 556443 T3108 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4afb9929
[junit4:junit4] 2> 556444 T3108 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 556444 T3108 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3
[junit4:junit4] 2> 556444 T3108 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index/
[junit4:junit4] 2> 556445 T3108 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 556445 T3108 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index
[junit4:junit4] 2> 556450 T3108 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 556450 T3108 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 556452 T3108 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 556453 T3108 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 556453 T3108 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 556454 T3108 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 556455 T3108 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 556455 T3108 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 556456 T3108 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 556457 T3108 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 556457 T3108 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 556460 T3108 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 556465 T3108 oass.SolrIndexSearcher.<init> Opening Searcher@39b897c8 main
[junit4:junit4] 2> 556466 T3108 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 556467 T3108 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 556473 T3109 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39b897c8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 556476 T3108 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 556477 T3108 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58505 collection:collection1 shard:shard1
[junit4:junit4] 2> 556480 T3108 oasc.ZkController.register We are http://127.0.0.1:58505/collection1/ and leader is http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 556480 T3108 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58505
[junit4:junit4] 2> 556480 T3108 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 556480 T3108 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C621 name=collection1 org.apache.solr.core.SolrCore@2faa0431 url=http://127.0.0.1:58505/collection1 node=127.0.0.1:58505_ C621_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:58505_, collection=collection1, state=down, base_url=http://127.0.0.1:58505}
[junit4:junit4] 2> 556481 T3110 C621 P58505 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 556482 T3110 C621 P58505 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 556482 T3108 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 556482 T3110 C621 P58505 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 556482 T3110 C621 P58505 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 556483 T3032 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 556484 T3110 C621 P58505 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 556484 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 556484 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 556489 T3067 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:58505__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 556548 T3032 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4] 2> 556550 T3032 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:36524
[junit4:junit4] 2> 556551 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4] 2> 556551 T3032 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4] 2> 556551 T3032 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221
[junit4:junit4] 2> 556551 T3032 oasc.CoreContainer$Initializer.initialize looking for solr config file: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/solr.xml
[junit4:junit4] 2> 556552 T3032 oasc.CoreContainer.<init> New CoreContainer 476007796
[junit4:junit4] 2> 556552 T3032 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/'
[junit4:junit4] 2> 556552 T3032 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/'
[junit4:junit4] 2> 556600 T3032 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4] 2> 556601 T3032 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4] 2> 556601 T3032 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4] 2> 556601 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4] 2> 556601 T3032 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4] 2> 556602 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4] 2> 556602 T3032 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4] 2> 556602 T3032 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4] 2> 556603 T3032 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4] 2> 556603 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4] 2> 556606 T3032 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4] 2> 556607 T3032 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33984/solr
[junit4:junit4] 2> 556607 T3032 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4] 2> 556608 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 556610 T3122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33c58b7c name:ZooKeeperConnection Watcher:127.0.0.1:33984 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 556610 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 556611 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4] 2> 556615 T3032 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4] 2> 556616 T3124 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@139e010b name:ZooKeeperConnection Watcher:127.0.0.1:33984/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4] 2> 556616 T3032 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4] 2> 556619 T3032 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4:junit4] 2> ASYNC NEW_CORE C622 name=collection1 org.apache.solr.core.SolrCore@50076f26 url=http://127.0.0.1:52561/collection1 node=127.0.0.1:52561_ C622_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:52561_, collection=collection1, shard=shard1, state=recovering, base_url=http://127.0.0.1:52561}
[junit4:junit4] 2> 556872 T3093 C622 P52561 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:34080/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52561 START replicas=[http://127.0.0.1:34080/collection1/] nUpdates=100
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 556873 T3093 C622 P52561 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:34080/collection1/. core=collection1
[junit4:junit4] 2> 556874 T3093 C622 P52561 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C623 name=collection1 org.apache.solr.core.SolrCore@23c16432 url=http://127.0.0.1:34080/collection1 node=127.0.0.1:34080_ C623_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:34080_, collection=collection1, shard=shard1, state=active, base_url=http://127.0.0.1:34080, leader=true}
[junit4:junit4] 2> 556878 T3069 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=1
[junit4:junit4] 2> 556880 T3070 C623 P34080 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 556882 T3070 C623 P34080 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 556883 T3070 C623 P34080 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 556895 T3070 C623 P34080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 556896 T3070 C623 P34080 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 556896 T3070 C623 P34080 oass.SolrIndexSearcher.<init> Opening Searcher@3a027e8c realtime
[junit4:junit4] 2> 556896 T3070 C623 P34080 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 556897 T3070 C623 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false&openSearcher=false&commit_end_point=true} {commit=} 0 17
[junit4:junit4] 2> 556898 T3093 C622 P52561 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 556898 T3093 C622 P52561 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 556922 T3070 C623 P34080 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 556923 T3070 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={version=2&qt=/replication&wt=javabin&command=indexversion} status=0 QTime=24
[junit4:junit4] 2> 556923 T3093 C622 P52561 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4] 2> 556923 T3093 C622 P52561 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 556924 T3093 C622 P52561 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 556926 T3069 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={version=2&generation=2&qt=/replication&wt=javabin&command=filelist} status=0 QTime=1
[junit4:junit4] 2> 556926 T3093 C622 P52561 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 556927 T3093 C622 P52561 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index.20130623194550659
[junit4:junit4] 2> 556927 T3093 C622 P52561 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index.20130623194550659 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7aa241a4; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 556930 T3068 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={generation=2&wt=filestream&file=segments_2&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0
[junit4:junit4] 2> 556932 T3093 C622 P52561 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 556936 T3093 C622 P52561 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 556937 T3093 C622 P52561 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 556940 T3093 C622 P52561 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 556941 T3093 C622 P52561 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 556941 T3093 C622 P52561 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 556942 T3093 C622 P52561 oass.SolrIndexSearcher.<init> Opening Searcher@4ebceb03 main
[junit4:junit4] 2> 556944 T3092 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ebceb03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 556944 T3093 C622 P52561 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index.20130623194550659 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index.20130623194550659;done=true>>]
[junit4:junit4] 2> 556945 T3093 C622 P52561 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index.20130623194550659
[junit4:junit4] 2> 556945 T3093 C622 P52561 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index.20130623194550659
[junit4:junit4] 2> 556946 T3093 C622 P52561 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 556946 T3093 C622 P52561 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 556946 T3093 C622 P52561 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 556946 T3093 C622 P52561 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 556949 T3093 C622 P52561 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 557243 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 557244 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:58505_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:58505__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58505"}
[junit4:junit4] 2> 557247 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:52561_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:52561__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:52561"}
[junit4:junit4] 2> 557266 T3124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557266 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557266 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557266 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557266 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557266 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557489 T3067 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:58505__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 557489 T3067 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={core=collection1&version=2&wt=javabin&nodeName=127.0.0.1:58505_&coreNodeName=127.0.0.1:58505__collection1&state=recovering&onlyIfLeader=true&action=PREPRECOVERY&checkLive=true} status=0 QTime=1000
[junit4:junit4] 2> 557621 T3032 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36524_
[junit4:junit4] 2> 557622 T3032 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36524_
[junit4:junit4] 2> 557623 T3124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557623 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557624 T3054 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 557623 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4] 2> 557624 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 557624 T3074 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 557624 T3061 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 557625 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 557625 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 557627 T3090 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 557627 T3124 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 557627 T3107 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4] 2> 557630 T3127 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4] 2> 557630 T3127 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 558772 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 558774 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 2> "core_node_name":null,
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":null,
[junit4:junit4] 2> "state":"down",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36524"}
[junit4:junit4] 2> 558774 T3055 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4] 2> 558774 T3055 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4] 2> 558786 T3124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558786 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558786 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558786 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558786 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 558786 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> ASYNC NEW_CORE C624 name=collection1 org.apache.solr.core.SolrCore@2faa0431 url=http://127.0.0.1:58505/collection1 node=127.0.0.1:58505_ C624_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:58505_, collection=collection1, shard=shard1, state=recovering, base_url=http://127.0.0.1:58505}
[junit4:junit4] 2> 559490 T3110 C624 P58505 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:34080/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 559491 T3110 C624 P58505 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58505 START replicas=[http://127.0.0.1:34080/collection1/] nUpdates=100
[junit4:junit4] 2> 559491 T3110 C624 P58505 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 559491 T3110 C624 P58505 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 559492 T3110 C624 P58505 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 559492 T3110 C624 P58505 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 559492 T3110 C624 P58505 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 559492 T3110 C624 P58505 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:34080/collection1/. core=collection1
[junit4:junit4] 2> 559492 T3110 C624 P58505 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 559493 T3069 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 559498 T3068 C623 P34080 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 559505 T3068 C623 P34080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 559506 T3068 C623 P34080 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 559507 T3068 C623 P34080 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 559507 T3068 C623 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false&openSearcher=false&commit_end_point=true} {commit=} 0 9
[junit4:junit4] 2> 559508 T3110 C624 P58505 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 559508 T3110 C624 P58505 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 559510 T3067 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={version=2&qt=/replication&wt=javabin&command=indexversion} status=0 QTime=0
[junit4:junit4] 2> 559511 T3110 C624 P58505 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4] 2> 559511 T3110 C624 P58505 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 559511 T3110 C624 P58505 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 559513 T3069 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={version=2&generation=3&qt=/replication&wt=javabin&command=filelist} status=0 QTime=1
[junit4:junit4] 2> 559513 T3110 C624 P58505 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 559514 T3110 C624 P58505 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index.20130623194553246
[junit4:junit4] 2> 559515 T3110 C624 P58505 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index.20130623194553246 lockFactory=org.apache.lucene.store.NativeFSLockFactory@89873cf; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 559517 T3068 C623 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={generation=3&wt=filestream&file=segments_3&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0
[junit4:junit4] 2> 559518 T3110 C624 P58505 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 559521 T3110 C624 P58505 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 559521 T3110 C624 P58505 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 559523 T3110 C624 P58505 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 559523 T3110 C624 P58505 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 559524 T3110 C624 P58505 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 559524 T3110 C624 P58505 oass.SolrIndexSearcher.<init> Opening Searcher@b2512e main
[junit4:junit4] 2> 559525 T3109 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b2512e main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 559526 T3110 C624 P58505 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index.20130623194553246 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index.20130623194553246;done=true>>]
[junit4:junit4] 2> 559526 T3110 C624 P58505 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index.20130623194553246
[junit4:junit4] 2> 559526 T3110 C624 P58505 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index.20130623194553246
[junit4:junit4] 2> 559526 T3110 C624 P58505 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 559526 T3110 C624 P58505 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 559527 T3110 C624 P58505 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 559527 T3110 C624 P58505 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 559528 T3110 C624 P58505 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 559631 T3127 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/collection1
[junit4:junit4] 2> 559632 T3127 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4] 2> 559632 T3127 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4] 2> 559633 T3127 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4] 2> 559634 T3127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/collection1/'
[junit4:junit4] 2> 559635 T3127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/collection1/lib/README' to classloader
[junit4:junit4] 2> 559635 T3127 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/collection1/lib/classes/' to classloader
[junit4:junit4] 2> 559676 T3127 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4] 2> 559705 T3127 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4] 2> 559707 T3127 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4] 2> 559710 T3127 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4] 2> 560174 T3127 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 560174 T3127 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4] 2> 560175 T3127 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4] 2> 560181 T3127 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4] 2> 560184 T3127 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4] 2> 560196 T3127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 560199 T3127 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4] 2> 560202 T3127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 560203 T3127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 560203 T3127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 560203 T3127 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4] 2> 560204 T3127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4] 2> 560204 T3127 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4] 2> 560204 T3127 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 560204 T3127 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1371987950221/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/
[junit4:junit4] 2> 560204 T3127 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4afb9929
[junit4:junit4] 2> 560205 T3127 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4] 2> 560205 T3127 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4
[junit4:junit4] 2> 560205 T3127 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index/
[junit4:junit4] 2> 560206 T3127 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4] 2> 560206 T3127 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index
[junit4:junit4] 2> 560227 T3127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 560227 T3127 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 560229 T3127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4] 2> 560229 T3127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4] 2> 560230 T3127 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4] 2> 560230 T3127 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4] 2> 560231 T3127 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4] 2> 560231 T3127 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4] 2> 560232 T3127 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4] 2> 560233 T3127 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4] 2> 560233 T3127 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4] 2> 560234 T3127 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4] 2> 560237 T3127 oass.SolrIndexSearcher.<init> Opening Searcher@67f1c431 main
[junit4:junit4] 2> 560238 T3127 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4] 2> 560238 T3127 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4] 2> 560243 T3130 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67f1c431 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4] 2> 560245 T3127 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4] 2> 560245 T3127 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36524 collection:collection1 shard:shard1
[junit4:junit4] 2> 560248 T3127 oasc.ZkController.register We are http://127.0.0.1:36524/collection1/ and leader is http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 560248 T3127 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36524
[junit4:junit4] 2> 560248 T3127 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4] 2> 560249 T3127 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4] 2> ASYNC NEW_CORE C625 name=collection1 org.apache.solr.core.SolrCore@1439b349 url=http://127.0.0.1:36524/collection1 node=127.0.0.1:36524_ C625_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:36524_, collection=collection1, state=down, base_url=http://127.0.0.1:36524}
[junit4:junit4] 2> 560249 T3131 C625 P36524 oasc.RecoveryStrategy.run Starting recovery process. core=collection1 recoveringAfterStartup=true
[junit4:junit4] 2> 560249 T3127 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 560250 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4] 2> 560251 T3131 C625 P36524 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4] 2> 560251 T3131 C625 P36524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 560251 T3032 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0
[junit4:junit4] 2> 560252 T3131 C625 P36524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 560252 T3032 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4] 2> 560252 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 560255 T3069 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:36524__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4] 2> 560256 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 560258 T3032 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 560259 T3032 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 560259 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 560292 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 560292 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:58505_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:58505__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:58505"}
[junit4:junit4] 2> 560295 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:36524__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"recovering",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36524"}
[junit4:junit4] 2> 560298 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 560298 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 560298 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 560298 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 560298 T3124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 560298 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 561256 T3069 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:36524__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4] 2> 561256 T3069 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={core=collection1&version=2&wt=javabin&nodeName=127.0.0.1:36524_&coreNodeName=127.0.0.1:36524__collection1&state=recovering&onlyIfLeader=true&action=PREPRECOVERY&checkLive=true} status=0 QTime=1001
[junit4:junit4] 2> 561261 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 562262 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> C625_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:36524_, collection=collection1, shard=shard1, state=recovering, base_url=http://127.0.0.1:36524}
[junit4:junit4] 2> 563257 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:34080/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4] 2> 563257 T3131 C625 P36524 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36524 START replicas=[http://127.0.0.1:34080/collection1/] nUpdates=100
[junit4:junit4] 2> 563258 T3131 C625 P36524 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4] 2> 563258 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4] 2> 563258 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4] 2> 563258 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4] 2> 563258 T3131 C625 P36524 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4] 2> 563259 T3131 C625 P36524 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:34080/collection1/. core=collection1
[junit4:junit4] 2> 563259 T3131 C625 P36524 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> ASYNC NEW_CORE C626 name=collection1 org.apache.solr.core.SolrCore@23c16432 url=http://127.0.0.1:34080/collection1 node=127.0.0.1:34080_ C626_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:34080_, collection=collection1, shard=shard1, state=active, base_url=http://127.0.0.1:34080, leader=true}
[junit4:junit4] 2> 563260 T3069 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 563264 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 563264 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 563275 T3070 C626 P34080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 563276 T3070 C626 P34080 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 563277 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 563277 T3070 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false&openSearcher=false&commit_end_point=true} {commit=} 0 13
[junit4:junit4] 2> 563279 T3131 C625 P36524 oash.ReplicationHandler.inform Commits will be reserved for 10000
[junit4:junit4] 2> 563279 T3131 C625 P36524 oash.SnapPuller.<init> No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4] 2> 563281 T3069 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={version=2&qt=/replication&wt=javabin&command=indexversion} status=0 QTime=0
[junit4:junit4] 2> 563282 T3131 C625 P36524 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4] 2> 563282 T3131 C625 P36524 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4] 2> 563282 T3131 C625 P36524 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4] 2> 563285 T3068 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={version=2&generation=4&qt=/replication&wt=javabin&command=filelist} status=0 QTime=1
[junit4:junit4] 2> 563285 T3131 C625 P36524 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4] 2> 563286 T3131 C625 P36524 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index.20130623194557019
[junit4:junit4] 2> 563287 T3131 C625 P36524 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index.20130623194557019 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2689b772; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4] 2> 563290 T3070 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/replication params={generation=4&wt=filestream&file=segments_4&qt=/replication&command=filecontent&checksum=true} status=0 QTime=0
[junit4:junit4] 2> 563292 T3131 C625 P36524 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4] 2> 563294 T3131 C625 P36524 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4] 2> 563294 T3131 C625 P36524 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4] 2> 563297 T3131 C625 P36524 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 563297 T3131 C625 P36524 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 563298 T3131 C625 P36524 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4] 2> 563298 T3131 C625 P36524 oass.SolrIndexSearcher.<init> Opening Searcher@517faef1 main
[junit4:junit4] 2> 563299 T3130 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@517faef1 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 563300 T3131 C625 P36524 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index.20130623194557019 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index.20130623194557019;done=true>>]
[junit4:junit4] 2> 563300 T3131 C625 P36524 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index.20130623194557019
[junit4:junit4] 2> 563300 T3131 C625 P36524 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index.20130623194557019
[junit4:junit4] 2> 563301 T3131 C625 P36524 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4] 2> 563301 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4] 2> 563301 T3131 C625 P36524 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4] 2> 563301 T3131 C625 P36524 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4] 2> 563303 T3131 C625 P36524 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4] 2> 563309 T3055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 563310 T3055 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4] 2> "shard_range":null,
[junit4:junit4] 2> "core":"collection1",
[junit4:junit4] 2> "roles":null,
[junit4:junit4] 2> "numShards":"1",
[junit4:junit4] 2> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 2> "core_node_name":"127.0.0.1:36524__collection1",
[junit4:junit4] 2> "collection":"collection1",
[junit4:junit4] 2> "shard":"shard1",
[junit4:junit4] 2> "state":"active",
[junit4:junit4] 2> "operation":"state",
[junit4:junit4] 2> "shard_state":"active",
[junit4:junit4] 2> "base_url":"http://127.0.0.1:36524"}
[junit4:junit4] 2> 563313 T3074 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 563313 T3054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 563313 T3061 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 563313 T3124 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 563313 T3090 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 563313 T3107 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4] 2> 564266 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 564267 T3032 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> ASYNC NEW_CORE C627 name=collection1 org.apache.solr.core.SolrCore@24f8e2e5 url=http://127.0.0.1:38912/collection1 node=127.0.0.1:38912_ C627_STATE=coll:control_collection core:collection1 props:{core=collection1, node_name=127.0.0.1:38912_, collection=control_collection, shard=shard1, state=active, base_url=http://127.0.0.1:38912, leader=true}
[junit4:junit4] 2> 564277 T3048 C627 P38912 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 564280 T3048 C627 P38912 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> 564281 T3048 C627 P38912 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4] 2> 564296 T3048 C627 P38912 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> 564296 T3048 C627 P38912 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4] 2> 564297 T3048 C627 P38912 oass.SolrIndexSearcher.<init> Opening Searcher@35c81fde main
[junit4:junit4] 2> 564298 T3048 C627 P38912 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 564299 T3058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35c81fde main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 564300 T3048 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false} {commit=} 0 24
[junit4:junit4] 2> ASYNC NEW_CORE C628 name=collection1 org.apache.solr.core.SolrCore@2faa0431 url=http://127.0.0.1:58505/collection1 node=127.0.0.1:58505_ C628_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:58505_, collection=collection1, shard=shard1, state=active, base_url=http://127.0.0.1:58505}
[junit4:junit4] 2> 564315 T3103 C628 P58505 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34080/collection1/, StdNode: http://127.0.0.1:52561/collection1/, StdNode: http://127.0.0.1:58505/collection1/, StdNode: http://127.0.0.1:36524/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 564321 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 564321 T3101 C628 P58505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> C625_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:36524_, collection=collection1, shard=shard1, state=active, base_url=http://127.0.0.1:36524}
[junit4:junit4] 2> 564330 T3120 C625 P36524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> ASYNC NEW_CORE C629 name=collection1 org.apache.solr.core.SolrCore@50076f26 url=http://127.0.0.1:52561/collection1 node=127.0.0.1:52561_ C629_STATE=coll:collection1 core:collection1 props:{core=collection1, node_name=127.0.0.1:52561_, collection=collection1, shard=shard1, state=active, base_url=http://127.0.0.1:52561}
[junit4:junit4] 2> 564330 T3085 C629 P52561 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 564335 T3070 C626 P34080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 564336 T3070 C626 P34080 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 564337 T3070 C626 P34080 oass.SolrIndexSearcher.<init> Opening Searcher@30cd3947 main
[junit4:junit4] 2> 564337 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 564339 T3076 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30cd3947 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 564339 T3070 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 19
[junit4:junit4] 2> 564346 T3101 C628 P58505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 564347 T3101 C628 P58505 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 564347 T3101 C628 P58505 oass.SolrIndexSearcher.<init> Opening Searcher@4130c98f main
[junit4:junit4] 2> 564348 T3101 C628 P58505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 564349 T3109 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4130c98f main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4] 2> 564349 T3101 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 28
[junit4:junit4] 2> 564366 T3085 C629 P52561 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 564366 T3120 C625 P36524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 564367 T3120 C625 P36524 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 564366 T3085 C629 P52561 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 564368 T3120 C625 P36524 oass.SolrIndexSearcher.<init> Opening Searcher@33e80761 main
[junit4:junit4] 2> 564370 T3085 C629 P52561 oass.SolrIndexSearcher.<init> Opening Searcher@27f20aa6 main
[junit4:junit4] 2> 564370 T3120 C625 P36524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 564371 T3085 C629 P52561 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 564372 T3092 oasc.JmxMonitoredMap.put WARN Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:id=org.apache.solr.search.FastLRUCache,type=fieldValueCache
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:513)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4] 2> at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4] 2> at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:302)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1846)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore.access$000(SolrCore.java:135)
[junit4:junit4] 2> at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1723)
[junit4:junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:262)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4] 2> at java.lang.Thread.run(Thread.java:724)
[junit4:junit4] 2>
[junit4:junit4] 2> 564372 T3130 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33e80761 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4] 2> 564373 T3092 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27f20aa6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4] 2> 564373 T3120 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 43
[junit4:junit4] 2> 564374 T3085 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 44
[junit4:junit4] 2> 564375 T3103 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false} {commit=} 0 60
[junit4:junit4] 2> 564377 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 564380 T3069 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=0 status=0 QTime=0
[junit4:junit4] 2> 564383 T3084 C629 P52561 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=0 status=0 QTime=0
[junit4:junit4] 2> 564386 T3100 C628 P58505 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=0 status=0 QTime=0
[junit4:junit4] 2> 564389 T3117 C625 P36524 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=0 status=0 QTime=1
[junit4:junit4] 2> 566393 T3048 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {deleteByQuery=*:* (-1438633647276032000)} 0 1
[junit4:junit4] 2> 566403 T3101 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&update.distrib=FROMLEADER&wt=javabin&_version_=-1438633647282323456&update.from=http://127.0.0.1:34080/collection1/} {deleteByQuery=*:* (-1438633647282323456)} 0 2
[junit4:junit4] 2> 566403 T3118 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&update.distrib=FROMLEADER&wt=javabin&_version_=-1438633647282323456&update.from=http://127.0.0.1:34080/collection1/} {deleteByQuery=*:* (-1438633647282323456)} 0 2
[junit4:junit4] 2> 566405 T3086 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&update.distrib=FROMLEADER&wt=javabin&_version_=-1438633647282323456&update.from=http://127.0.0.1:34080/collection1/} {deleteByQuery=*:* (-1438633647282323456)} 0 1
[junit4:junit4] 2> 566406 T3069 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&update.distrib=TOLEADER&wt=javabin} {deleteByQuery=*:* (-1438633647282323456)} 0 9
[junit4:junit4] 2> 566406 T3084 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {deleteByQuery=*:*} 0 11
[junit4:junit4] 2> 566415 T3047 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[0 (1438633647299100672)]} 0 2
[junit4:junit4] 2> 566425 T3119 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[0 (1438633647305392128)]} 0 1
[junit4:junit4] 2> 566425 T3103 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[0 (1438633647305392128)]} 0 1
[junit4:junit4] 2> 566430 T3085 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[0 (1438633647305392128)]} 0 1
[junit4:junit4] 2> 566431 T3068 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:52561/collection1/&update.distrib=TOLEADER&wt=javabin} {add=[0 (1438633647305392128)]} 0 11
[junit4:junit4] 2> 566432 T3083 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[0]} 0 14
[junit4:junit4] 2> 566435 T3050 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1 (1438633647320072192)]} 0 1
[junit4:junit4] 2> 566447 T3117 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[1 (1438633647330557952)]} 0 1
[junit4:junit4] 2> 566447 T3102 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[1 (1438633647330557952)]} 0 1
[junit4:junit4] 2> 566449 T3086 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[1 (1438633647330557952)]} 0 1
[junit4:junit4] 2> 566449 T3067 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&distrib.from=http://127.0.0.1:36524/collection1/&update.distrib=TOLEADER&wt=javabin} {add=[1 (1438633647330557952)]} 0 5
[junit4:junit4] 2> 566450 T3120 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[1]} 0 14
[junit4:junit4] 2> 566453 T3049 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[2 (1438633647338946560)]} 0 1
[junit4:junit4] 2> 566458 T3069 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:52561/collection1/]
[junit4:junit4] 2> 566458 T3069 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:52561/collection1/ against:[http://127.0.0.1:52561/collection1/] result:true
[junit4:junit4] 2> 566459 T3069 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:58505/collection1/ against:[http://127.0.0.1:52561/collection1/] result:false
[junit4:junit4] 2> 566459 T3069 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:36524/collection1/ against:[http://127.0.0.1:52561/collection1/] result:false
[junit4:junit4] 2> 566465 T3100 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[2 (1438633647346286592)]} 0 1
[junit4:junit4] 2> 566467 T3119 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[2 (1438633647346286592)]} 0 1
[junit4:junit4] 2> 566468 T3069 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&distrib.from=http://127.0.0.1:36524/collection1/&update.distrib=TOLEADER&wt=javabin} {add=[2 (1438633647346286592)]} 0 10
[junit4:junit4] 2> 566468 T3118 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&wt=javabin} {add=[2]} 0 13
[junit4:junit4] 2> 566472 T3048 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin} {add=[3 (1438633647358869504)]} 0 1
[junit4:junit4] 2> 566476 T3068 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:52561/collection1/]
[junit4:junit4] 2> 566477 T3068 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:52561/collection1/ against:[http://127.0.0.1:52561/collection1/] result:true
[junit4:junit4] 2> 566477 T3068 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:58505/collection1/ against:[http://127.0.0.1:52561/collection1/] result:false
[junit4:junit4] 2> 566478 T3068 C626 P34080 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:36524/collection1/ against:[http://127.0.0.1:52561/collection1/] result:false
[junit4:junit4] 2> 566481 T3117 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[3 (1438633647366209536)]} 0 0
[junit4:junit4] 2> 566483 T3101 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&distrib.from=http://127.0.0.1:34080/collection1/&update.distrib=FROMLEADER&wt=javabin} {add=[3 (1438633647366209536)]} 0 1
[junit4:junit4] 2> 566483 T3068 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&distrib.from=http://127.0.0.1:52561/collection1/&update.distrib=TOLEADER&wt=javabin} {add=[3 (1438633647366209536)]} 0 7
[junit4:junit4] 2> 566484 T3084 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&test.distrib.skip.servers=http://127.0.0.1:52561/collection1/&test.distrib.skip.servers=http://127.0.0.1:58505/collection1/&wt=javabin} {add=[3]} 0 10
[junit4:junit4] 2> 566486 T3047 C627 P38912 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566506 T3047 C627 P38912 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> 566506 T3047 C627 P38912 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4] 2> 566509 T3047 C627 P38912 oass.SolrIndexSearcher.<init> Opening Searcher@540f8f26 main
[junit4:junit4] 2> 566509 T3047 C627 P38912 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 566510 T3058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@540f8f26 main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):c4)}
[junit4:junit4] 2> 566510 T3047 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false} {commit=} 0 24
[junit4:junit4] 2> 566513 T3085 C629 P52561 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34080/collection1/, StdNode: http://127.0.0.1:52561/collection1/, StdNode: http://127.0.0.1:58505/collection1/, StdNode: http://127.0.0.1:36524/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 566515 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566522 T3086 C629 P52561 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566523 T3103 C628 P58505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566525 T3120 C625 P36524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566566 T3086 C629 P52561 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty2/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@78d75261; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 566566 T3070 C626 P34080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=5
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 566567 T3070 C626 P34080 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 566566 T3120 C625 P36524 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty4/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@a7a5b5f; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_6,generation=6}
[junit4:junit4] 2> 566568 T3120 C625 P36524 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4] 2> 566566 T3103 C628 P58505 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty3/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@804c63e; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_5,generation=5}
[junit4:junit4] 2> 566566 T3086 C629 P52561 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 566568 T3103 C628 P58505 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4] 2> 566577 T3120 C625 P36524 oass.SolrIndexSearcher.<init> Opening Searcher@67bdf0d6 main
[junit4:junit4] 2> 566578 T3120 C625 P36524 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 566578 T3070 C626 P34080 oass.SolrIndexSearcher.<init> Opening Searcher@65d2358a main
[junit4:junit4] 2> 566578 T3086 C629 P52561 oass.SolrIndexSearcher.<init> Opening Searcher@6aee9fff main
[junit4:junit4] 2> 566578 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 566578 T3130 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@67bdf0d6 main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):c4)}
[junit4:junit4] 2> 566579 T3076 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65d2358a main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):c4)}
[junit4:junit4] 2> 566580 T3092 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6aee9fff main{StandardDirectoryReader(segments_4:3:nrt _0(4.4):c2)}
[junit4:junit4] 2> 566579 T3086 C629 P52561 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 566580 T3086 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 58
[junit4:junit4] 2> 566580 T3070 C626 P34080 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 65
[junit4:junit4] 2> 566580 T3120 C625 P36524 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 55
[junit4:junit4] 2> 566580 T3103 C628 P58505 oass.SolrIndexSearcher.<init> Opening Searcher@672155cc main
[junit4:junit4] 2> 566582 T3109 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@672155cc main{StandardDirectoryReader(segments_5:3:nrt _0(4.4):c4)}
[junit4:junit4] 2> 566583 T3103 C628 P58505 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 566583 T3103 C628 P58505 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&expungeDeletes=false&softCommit=false&commit_end_point=true} {commit=} 0 60
[junit4:junit4] 2> 566584 T3085 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false} {commit=} 0 71
[junit4:junit4] 2> 566585 T3032 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4] 2> 566585 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 566586 T3032 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 566589 T3067 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=4 status=0 QTime=1
[junit4:junit4] 2> 566591 T3084 C629 P52561 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=2 status=0 QTime=0
[junit4:junit4] 2> 566594 T3102 C628 P58505 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=4 status=0 QTime=0
[junit4:junit4] 2> 566596 T3119 C625 P36524 oasc.SolrCore.execute [collection1] webapp= path=/select params={rows=0&version=2&q=*:*&tests=checkShardConsistency&wt=javabin&distrib=false} hits=4 status=0 QTime=0
[junit4:junit4] 2> 566597 T3032 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 566602 T3100 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : version=2&wt=javabin&collection=collection1&shard=shard1&action=SYNCSHARD
[junit4:junit4] 2> 566603 T3100 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4] 2> 566608 T3068 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4] 2> 566608 T3068 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:34080/collection1/
[junit4:junit4] 2> 566609 T3068 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34080 START replicas=[http://127.0.0.1:52561/collection1/, http://127.0.0.1:58505/collection1/, http://127.0.0.1:36524/collection1/] nUpdates=100
[junit4:junit4] 2> 566611 T3086 C629 P52561 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 566611 T3117 C625 P36524 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 566611 T3103 C628 P58505 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 566612 T3068 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34080 Received 3 versions from 127.0.0.1:52561/collection1/
[junit4:junit4] 2> 566612 T3068 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34080 Our versions are newer. ourLowThreshold=1438633647282323456 otherHigh=1438633647330557952
[junit4:junit4] 2> 566613 T3068 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34080 Received 5 versions from 127.0.0.1:36524/collection1/
[junit4:junit4] 2> 566613 T3068 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34080 Our versions are newer. ourLowThreshold=1438633647282323456 otherHigh=1438633647346286592
[junit4:junit4] 2> 566614 T3068 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34080 Received 5 versions from 127.0.0.1:58505/collection1/
[junit4:junit4] 2> 566614 T3068 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:34080 Our versions are newer. ourLowThreshold=1438633647282323456 otherHigh=1438633647346286592
[junit4:junit4] 2> 566614 T3068 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:34080 DONE. sync succeeded
[junit4:junit4] 2> 566614 T3068 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4] 2> 566615 T3068 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/: try and ask http://127.0.0.1:52561/collection1/ to sync
[junit4:junit4] 2> 566615 T3068 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/: try and ask http://127.0.0.1:58505/collection1/ to sync
[junit4:junit4] 2> 566616 T3068 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/: try and ask http://127.0.0.1:36524/collection1/ to sync
[junit4:junit4] 2> 566617 T3084 C629 P52561 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52561 START replicas=[http://127.0.0.1:34080/collection1/] nUpdates=100
[junit4:junit4] 2> 566618 T3119 C625 P36524 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36524 START replicas=[http://127.0.0.1:34080/collection1/] nUpdates=100
[junit4:junit4] 2> 566619 T3101 C628 P58505 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58505 START replicas=[http://127.0.0.1:34080/collection1/] nUpdates=100
[junit4:junit4] 2> 566620 T3070 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 566621 T3084 C629 P52561 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:52561 Received 5 versions from 127.0.0.1:34080/collection1/
[junit4:junit4] 2> 566621 T3070 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 566621 T3084 C629 P52561 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:52561 Requesting updates from 127.0.0.1:34080/collection1/n=2 versions=[1438633647366209536, 1438633647346286592]
[junit4:junit4] 2> 566621 T3119 C625 P36524 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:36524 Received 5 versions from 127.0.0.1:34080/collection1/
[junit4:junit4] 2> 566622 T3119 C625 P36524 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:36524 Our versions are newer. ourLowThreshold=1438633647282323456 otherHigh=1438633647346286592
[junit4:junit4] 2> 566622 T3119 C625 P36524 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36524 DONE. sync succeeded
[junit4:junit4] 2> 566622 T3119 C625 P36524 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false&sync=http://127.0.0.1:34080/collection1/} status=0 QTime=4
[junit4:junit4] 2> 566623 T3069 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false} status=0 QTime=1
[junit4:junit4] 2> 566623 T3068 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/: sync completed with http://127.0.0.1:36524/collection1/
[junit4:junit4] 2> 566624 T3067 C626 P34080 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&wt=javabin&qt=/get&getUpdates=1438633647366209536,1438633647346286592&distrib=false} status=0 QTime=0
[junit4:junit4] 2> 566625 T3101 C628 P58505 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:58505 Received 5 versions from 127.0.0.1:34080/collection1/
[junit4:junit4] 2> 566625 T3101 C628 P58505 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:58505 Our versions are newer. ourLowThreshold=1438633647282323456 otherHigh=1438633647346286592
[junit4:junit4] 2> 566626 T3101 C628 P58505 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:58505 DONE. sync succeeded
[junit4:junit4] 2> 566626 T3101 C628 P58505 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false&sync=http://127.0.0.1:34080/collection1/} status=0 QTime=7
[junit4:junit4] 2> 566626 T3068 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/: sync completed with http://127.0.0.1:58505/collection1/
[junit4:junit4] 2> 566627 T3084 C629 P52561 oasup.LogUpdateProcessor.finish [collection1] {add=[2 (1438633647346286592), 3 (1438633647366209536)]} 0 2
[junit4:junit4] 2> 566628 T3084 C629 P52561 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:52561 DONE. sync succeeded
[junit4:junit4] 2> 566628 T3084 C629 P52561 oasc.SolrCore.execute [collection1] webapp= path=/get params={version=2&getVersions=100&wt=javabin&qt=/get&distrib=false&sync=http://127.0.0.1:34080/collection1/} status=0 QTime=11
[junit4:junit4] 2> 566628 T3068 oasc.SyncStrategy.syncToMe http://127.0.0.1:34080/collection1/: sync completed with http://127.0.0.1:52561/collection1/
[junit4:junit4] 2> 566629 T3068 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={core=collection1&version=2&wt=javabin&collection=collection1&shard=shard1&action=REQUESTSYNCSHARD} status=0 QTime=21
[junit4:junit4] 2> 566629 T3100 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={version=2&wt=javabin&collection=collection1&shard=shard1&action=SYNCSHARD} status=0 QTime=27
[junit4:junit4] 2> 566630 T3032 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4] 2> 566630 T3032 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4] 2> 566631 T3032 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4:junit4] 2> 566632 T3032 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4] 2> 566634 T3050 C627 P38912 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566686 T3050 C627 P38912 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/control/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@2adb1318; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> 566686 T3050 C627 P38912 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4] 2> 566687 T3050 C627 P38912 oass.SolrIndexSearcher.<init> Opening Searcher@6957aa83 main
[junit4:junit4] 2> 566688 T3050 C627 P38912 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4] 2> 566689 T3058 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6957aa83 main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):c4)}
[junit4:junit4] 2> 566689 T3050 C627 P38912 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={version=2&wt=javabin&waitSearcher=true&commit=true&softCommit=false} {commit=} 0 55
[junit4:junit4] 2> 566692 T3118 C625 P36524 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:34080/collection1/, StdNode: http://127.0.0.1:52561/collection1/, StdNode: http://127.0.0.1:58505/collection1/, StdNode: http://127.0.0.1:36524/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4] 2> 566697 T3070 C626 P34080 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566697 T3102 C628 P58505 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566699 T3120 C625 P36524 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566699 T3086 C629 P52561 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4] 2> 566716 T3070 C626 P34080 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=5
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_3,generation=3}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@7ab07238; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_4,generation=4}
[junit4:junit4] 2> commit{dir=NRTCachingDirectory(org.apache.lucene.store.MMapDirectory@/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1371987938478/jetty1/index lockFactory=org.apa
[...truncated too long message...]
a is not real, it was synthetically created to match currency.xml. It is modeled after the data format available from openexchangerates.org. See https://openexchangerates.org/documentation for details",
[junit4:junit4] 1> "license": "http://www.apache.org/licenses/LICENSE-2.0",
[junit4:junit4] 1> "timestamp": 1332070464,
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "IMPORTANT NOTE": "In order for tests to work, this data must be kept in sync with ./currency.xml",
[junit4:junit4] 1>
[junit4:junit4] 1>
[junit4:junit4] 1> "base": "USD",
[junit4:junit4] 1> "rates": {
[junit4:junit4] 1> "USD": 1,
[junit4:junit4] 1> "JPY": 81.29,
[junit4:junit4] 1> "EUR": 2.5,
[junit4:junit4] 1> "GBP": 0.5,
[junit4:junit4] 1> "MXN": 2.0
[junit4:junit4] 1> }
[junit4:junit4] 1> }
[junit4:junit4] 1>
[junit4:junit4] 1> /solr/configs/conf1/solrconfig.xml (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/configs/conf1/stopwords.txt (0)
[junit4:junit4] 1> DATA: ...supressed...
[junit4:junit4] 1> /solr/overseer_elect (2)
[junit4:junit4] 1> /solr/overseer_elect/election (4)
[junit4:junit4] 1> /solr/overseer_elect/election/89914601536225294-127.0.0.1:34080_-n_0000000005 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89914601536225290-127.0.0.1:58505_-n_0000000003 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89914601536225283-127.0.0.1:38912_-n_0000000000 (0)
[junit4:junit4] 1> /solr/overseer_elect/election/89914601536225292-127.0.0.1:36524_-n_0000000004 (0)
[junit4:junit4] 1> /solr/overseer_elect/leader (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {"id":"89914601536225283-127.0.0.1:38912_-n_0000000000"}
[junit4:junit4] 1> /solr/aliases.json (0)
[junit4:junit4] 1> /solr/live_nodes (4)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:34080_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:36524_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:58505_ (0)
[junit4:junit4] 1> /solr/live_nodes/127.0.0.1:38912_ (0)
[junit4:junit4] 1> /solr/clusterstate.json (0)
[junit4:junit4] 1> DATA:
[junit4:junit4] 1> {
[junit4:junit4] 1> "collection1":{
[junit4:junit4] 1> "router":"compositeId",
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{
[junit4:junit4] 1> "127.0.0.1:34080__collection1":{
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:34080_",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:34080"},
[junit4:junit4] 1> "127.0.0.1:52561__collection1":{
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:52561_",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"down",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:52561"},
[junit4:junit4] 1> "127.0.0.1:58505__collection1":{
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:58505_",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:58505"},
[junit4:junit4] 1> "127.0.0.1:36524__collection1":{
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:36524_",
[junit4:junit4] 1> "collection":"collection1",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:36524",
[junit4:junit4] 1> "leader":"true"}}}}},
[junit4:junit4] 1> "control_collection":{
[junit4:junit4] 1> "router":"compositeId",
[junit4:junit4] 1> "shards":{"shard1":{
[junit4:junit4] 1> "range":"80000000-7fffffff",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "replicas":{"127.0.0.1:38912__collection1":{
[junit4:junit4] 1> "core":"collection1",
[junit4:junit4] 1> "node_name":"127.0.0.1:38912_",
[junit4:junit4] 1> "collection":"control_collection",
[junit4:junit4] 1> "shard":"shard1",
[junit4:junit4] 1> "state":"active",
[junit4:junit4] 1> "base_url":"http://127.0.0.1:38912",
[junit4:junit4] 1> "leader":"true"}}}}}}
[junit4:junit4] 1>
[junit4:junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SyncSliceTest -Dtests.method=testDistribSearch -Dtests.seed=7C221E7B74E4A52 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr -Dtests.timezone=Asia/Chongqing -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 100s J0 | SyncSliceTest.testDistribSearch <<<
[junit4:junit4] > Throwable #1: java.lang.AssertionError: shard1 is not consistent. Got 305 from http://127.0.0.1:34080/collection1lastClient and got 243 from http://127.0.0.1:58505/collection1
[junit4:junit4] > at __randomizedtesting.SeedInfo.seed([7C221E7B74E4A52:8624AFFFC0112A6E]:0)
[junit4:junit4] > at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1018)
[junit4:junit4] > at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4] > at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4] > at java.lang.Thread.run(Thread.java:724)
[junit4:junit4] 2> 644901 T3032 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4] 2> 100164 T3031 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4] 2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=fr, timezone=Asia/Chongqing
[junit4:junit4] 2> NOTE: Linux 3.2.0-48-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=274723840,total=360710144
[junit4:junit4] 2> NOTE: All tests run in this JVM: [TestReplicationHandler, ShardRoutingTest, TestReloadAndDeleteDocs, TermVectorComponentTest, SolrInfoMBeanTest, QueryElevationComponentTest, TestCloudManagedSchema, TestSerializedLuceneMatchVersion, TestCharFilters, CSVRequestHandlerTest, TestFunctionQuery, QueryParsingTest, TestPropInjectDefaults, SchemaVersionSpecificBehaviorTest, TestPluginEnable, TestSolrIndexConfig, TestLFUCache, DirectUpdateHandlerOptimizeTest, ZkControllerTest, OverseerTest, AliasIntegrationTest, TestSolrQueryParserResource, TestManagedSchema, TestCopyFieldCollectionResource, TestDocumentBuilder, TestValueSourceCache, UpdateRequestProcessorFactoryTest, TestStressVersions, TestPHPSerializedResponseWriter, TermsComponentTest, DirectSolrConnectionTest, JsonLoaderTest, ChaosMonkeyNothingIsSafeTest, AnalysisAfterCoreReloadTest, SliceStateUpdateTest, LukeRequestHandlerTest, RecoveryZkTest, TestSolrCoreProperties, TestTrie, SuggesterTest, PrimUtilsTest, LeaderElectionTest, TestPhraseSuggestions, SimpleFacetsTest, TestRealTimeGet, CachingDirectoryFactoryTest, PeerSyncTest, CircularListTest, PreAnalyzedFieldTest, ResourceLoaderTest, DateFieldTest, LegacyHTMLStripCharFilterTest, TestFastWriter, TestGroupingSearch, SolrTestCaseJ4Test, SolrCoreTest, MBeansHandlerTest, ClusterStateUpdateTest, FieldMutatingUpdateProcessorTest, ZkCLITest, BadComponentTest, TestSort, SuggesterFSTTest, TestDocSet, TestWriterPerf, RAMDirectoryFactoryTest, ExternalFileFieldSortTest, CoreAdminHandlerTest, ShowFileRequestHandlerTest, TestCoreContainer, TestCloudManagedSchemaAddField, TestExtendedDismaxParser, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 100.69s, 1 test, 1 failure <<< FAILURES!
[...truncated 454 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:392: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:372: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/build.xml:181: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/solr/common-build.xml:437: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:1246: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.x-Linux/lucene/common-build.xml:890: There were test failures: 298 suites, 1256 tests, 1 failure, 16 ignored (7 assumptions)
Total time: 38 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b93 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure