You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/23 10:45:23 UTC

[JENKINS] Lucene-Solr-4.8-Linux (32bit/jdk1.8.0_05) - Build # 222 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.8-Linux/222/
Java: 32bit/jdk1.8.0_05 -server -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.MigrateRouteKeyTest.testDistribSearch

Error Message:
migrate the collection error [Watcher fired on path: null state: SyncConnected type None]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: migrate the collection error [Watcher fired on path: null state: SyncConnected type None]
	at __randomizedtesting.SeedInfo.seed([581102B0473E2CF0:D9F78CA830614CCC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.cloud.MigrateRouteKeyTest.invoke(MigrateRouteKeyTest.java:139)
	at org.apache.solr.cloud.MigrateRouteKeyTest.invokeMigrateApi(MigrateRouteKeyTest.java:125)
	at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:198)
	at org.apache.solr.cloud.MigrateRouteKeyTest.doTest(MigrateRouteKeyTest.java:93)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11275 lines...]
   [junit4] Suite: org.apache.solr.cloud.MigrateRouteKeyTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/init-core-data-001
   [junit4]   2> 710355 T3523 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /y_/zr
   [junit4]   2> 710358 T3523 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 710358 T3523 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 710359 T3524 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 710459 T3523 oasc.ZkTestServer.run start zk server on port:42019
   [junit4]   2> 710460 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710467 T3530 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b30ffe name:ZooKeeperConnection Watcher:127.0.0.1:42019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710467 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 710468 T3523 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 710476 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710478 T3532 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d373bb name:ZooKeeperConnection Watcher:127.0.0.1:42019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710478 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 710479 T3523 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 710482 T3523 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 710485 T3523 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 710488 T3523 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 710491 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 710492 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 710497 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 710498 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 710501 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 710502 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 710505 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 710506 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 710510 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 710511 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 710514 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 710515 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 710518 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 710518 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 710521 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 710522 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 710524 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 710525 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 710528 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 710529 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 710531 T3523 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 710532 T3523 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 710799 T3523 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 710802 T3523 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40019
   [junit4]   2> 710802 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 710803 T3523 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 710803 T3523 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002
   [junit4]   2> 710803 T3523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/'
   [junit4]   2> 710814 T3523 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/solr.xml
   [junit4]   2> 710823 T3523 oasc.CoreContainer.<init> New CoreContainer 24671090
   [junit4]   2> 710823 T3523 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/]
   [junit4]   2> 710824 T3523 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 710824 T3523 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 710825 T3523 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 710825 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 710825 T3523 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 710826 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 710826 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 710826 T3523 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 710827 T3523 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 710827 T3523 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 710827 T3523 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 710828 T3523 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 710828 T3523 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42019/solr
   [junit4]   2> 710828 T3523 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 710829 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710831 T3543 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@604b98 name:ZooKeeperConnection Watcher:127.0.0.1:42019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710831 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 710834 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 710838 T3545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cecfd5 name:ZooKeeperConnection Watcher:127.0.0.1:42019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 710838 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 710839 T3523 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 710841 T3523 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 710843 T3523 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 710844 T3523 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 710848 T3523 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 710850 T3523 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 710851 T3523 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40019_y_%2Fzr
   [junit4]   2> 710852 T3523 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40019_y_%2Fzr
   [junit4]   2> 710853 T3523 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 710854 T3523 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 710856 T3523 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:40019_y_%2Fzr
   [junit4]   2> 710856 T3523 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 710857 T3523 oasc.Overseer.start Overseer (id=91805056867827715-127.0.0.1:40019_y_%2Fzr-n_0000000000) starting
   [junit4]   2> 710860 T3523 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 710866 T3547 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 710867 T3523 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 710867 T3547 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:40019_y_%2Fzr
   [junit4]   2> 710869 T3523 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 710870 T3523 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 710872 T3546 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 710873 T3548 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 710874 T3548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 710874 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 710874 T3548 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 710875 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 710875 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40019/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40019_y_%2Fzr",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 710875 T3546 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 710876 T3546 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 710877 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 710887 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 711875 T3548 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 711875 T3548 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 711876 T3548 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 711877 T3548 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 711878 T3548 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 711878 T3548 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/collection1/'
   [junit4]   2> 711879 T3548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 711880 T3548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 711880 T3548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 711918 T3548 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 711935 T3548 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 711937 T3548 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 711942 T3548 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 712047 T3548 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 712049 T3548 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 712050 T3548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 712052 T3548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 712064 T3548 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 712064 T3548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 712065 T3548 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-002/collection1/, dataDir=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/control/data/
   [junit4]   2> 712065 T3548 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d4a696
   [junit4]   2> 712065 T3548 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/control/data
   [junit4]   2> 712066 T3548 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/control/data/index/
   [junit4]   2> 712066 T3548 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 712066 T3548 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/control/data/index
   [junit4]   2> 712066 T3548 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=40.578125, floorSegmentMB=2.0380859375, forceMergeDeletesPctAllowed=29.53891841739598, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 712067 T3548 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@10cfd9f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17b73fd),segFN=segments_1,generation=1}
   [junit4]   2> 712067 T3548 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 712069 T3548 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 712069 T3548 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 712069 T3548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 712070 T3548 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 712070 T3548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 712070 T3548 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 712070 T3548 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 712070 T3548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 712071 T3548 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 712071 T3548 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 712071 T3548 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 712071 T3548 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 712072 T3548 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 712072 T3548 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 712072 T3548 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 712073 T3548 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 712074 T3548 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 712076 T3548 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 712076 T3548 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 712076 T3548 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=24.701171875, floorSegmentMB=0.5869140625, forceMergeDeletesPctAllowed=9.479786536270096, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 712077 T3548 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@10cfd9f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@17b73fd),segFN=segments_1,generation=1}
   [junit4]   2> 712077 T3548 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 712077 T3548 oass.SolrIndexSearcher.<init> Opening Searcher@1adf96a[collection1] main
   [junit4]   2> 712077 T3548 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 712078 T3548 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 712078 T3548 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 712079 T3548 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 712079 T3548 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 712079 T3548 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 712080 T3548 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 712080 T3548 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 712080 T3548 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 712080 T3548 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 712082 T3549 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1adf96a[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 712082 T3548 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 712083 T3552 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40019/y_/zr collection:control_collection shard:shard1
   [junit4]   2> 712084 T3523 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 712084 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 712084 T3552 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 712085 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 712087 T3554 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f83c5 name:ZooKeeperConnection Watcher:127.0.0.1:42019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 712087 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 712088 T3523 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 712090 T3523 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 712091 T3552 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 712092 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712092 T3552 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 712092 T3552 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1460 name=collection1 org.apache.solr.core.SolrCore@622f23 url=http://127.0.0.1:40019/y_/zr/collection1 node=127.0.0.1:40019_y_%2Fzr C1460_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:40019/y_/zr, core=collection1, node_name=127.0.0.1:40019_y_%2Fzr}
   [junit4]   2> 712093 T3552 C1460 P40019 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40019/y_/zr/collection1/
   [junit4]   2> 712093 T3552 C1460 P40019 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 712093 T3552 C1460 P40019 oasc.SyncStrategy.syncToMe http://127.0.0.1:40019/y_/zr/collection1/ has no replicas
   [junit4]   2> 712093 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 712093 T3552 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40019/y_/zr/collection1/ shard1
   [junit4]   2> 712094 T3552 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 712095 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712097 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712099 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712200 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 712201 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 712248 T3552 oasc.ZkController.register We are http://127.0.0.1:40019/y_/zr/collection1/ and leader is http://127.0.0.1:40019/y_/zr/collection1/
   [junit4]   2> 712248 T3552 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40019/y_/zr
   [junit4]   2> 712249 T3552 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 712249 T3552 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 712249 T3552 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 712250 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712250 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712250 T3552 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 712250 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712251 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 712252 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40019/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:40019_y_%2Fzr",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 712254 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 712355 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 712355 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 712376 T3523 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 712376 T3523 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 712378 T3523 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:44582
   [junit4]   2> 712379 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 712380 T3523 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 712380 T3523 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003
   [junit4]   2> 712380 T3523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/'
   [junit4]   2> 712392 T3523 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/solr.xml
   [junit4]   2> 712400 T3523 oasc.CoreContainer.<init> New CoreContainer 27197078
   [junit4]   2> 712401 T3523 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/]
   [junit4]   2> 712401 T3523 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 712402 T3523 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 712402 T3523 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 712402 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 712402 T3523 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 712403 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 712403 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 712403 T3523 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 712404 T3523 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 712404 T3523 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 712404 T3523 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 712405 T3523 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 712405 T3523 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42019/solr
   [junit4]   2> 712405 T3523 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 712406 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 712408 T3565 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@852329 name:ZooKeeperConnection Watcher:127.0.0.1:42019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 712408 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 712410 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 712411 T3567 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f3436b name:ZooKeeperConnection Watcher:127.0.0.1:42019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 712411 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 712416 T3523 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 713417 T3523 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44582_y_%2Fzr
   [junit4]   2> 713419 T3523 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44582_y_%2Fzr
   [junit4]   2> 713421 T3545 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 713421 T3554 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 713421 T3567 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 713424 T3568 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 713424 T3568 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 713424 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713424 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713425 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713424 T3568 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 713425 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 713426 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44582/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44582_y_%2Fzr",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 713426 T3546 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 713426 T3546 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 713429 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 713531 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 713531 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 713531 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714425 T3568 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 714426 T3568 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 714426 T3568 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 714427 T3568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 714428 T3568 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 714428 T3568 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/collection1/'
   [junit4]   2> 714429 T3568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 714430 T3568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 714430 T3568 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 714467 T3568 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 714479 T3568 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 714481 T3568 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 714486 T3568 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 714605 T3568 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 714607 T3568 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 714607 T3568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 714609 T3568 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 714623 T3568 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 714623 T3568 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 714623 T3568 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-003/collection1/, dataDir=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty1/
   [junit4]   2> 714623 T3568 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d4a696
   [junit4]   2> 714624 T3568 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty1
   [junit4]   2> 714624 T3568 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty1/index/
   [junit4]   2> 714624 T3568 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 714624 T3568 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty1/index
   [junit4]   2> 714625 T3568 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=40.578125, floorSegmentMB=2.0380859375, forceMergeDeletesPctAllowed=29.53891841739598, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 714625 T3568 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ee7dc1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e91c1),segFN=segments_1,generation=1}
   [junit4]   2> 714626 T3568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 714628 T3568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 714628 T3568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 714628 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 714628 T3568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 714628 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 714629 T3568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 714629 T3568 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 714630 T3568 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 714630 T3568 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 714631 T3568 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 714631 T3568 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 714632 T3568 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 714632 T3568 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 714633 T3568 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 714633 T3568 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 714633 T3568 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 714635 T3568 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 714636 T3568 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 714636 T3568 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 714636 T3568 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=24.701171875, floorSegmentMB=0.5869140625, forceMergeDeletesPctAllowed=9.479786536270096, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 714637 T3568 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ee7dc1 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e91c1),segFN=segments_1,generation=1}
   [junit4]   2> 714637 T3568 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 714637 T3568 oass.SolrIndexSearcher.<init> Opening Searcher@13e6fd0[collection1] main
   [junit4]   2> 714637 T3568 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 714638 T3568 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 714638 T3568 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 714639 T3568 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 714639 T3568 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 714639 T3568 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 714640 T3568 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 714640 T3568 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 714640 T3568 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 714640 T3568 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 714642 T3569 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13e6fd0[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 714643 T3568 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 714644 T3572 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:44582/y_/zr collection:collection1 shard:shard2
   [junit4]   2> 714644 T3523 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 714644 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 714644 T3572 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 714649 T3572 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 714650 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714650 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714650 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714650 T3572 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 714651 T3572 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1461 name=collection1 org.apache.solr.core.SolrCore@d851c8 url=http://127.0.0.1:44582/y_/zr/collection1 node=127.0.0.1:44582_y_%2Fzr C1461_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:44582/y_/zr, core=collection1, node_name=127.0.0.1:44582_y_%2Fzr}
   [junit4]   2> 714651 T3572 C1461 P44582 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:44582/y_/zr/collection1/
   [junit4]   2> 714651 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 714651 T3572 C1461 P44582 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 714651 T3572 C1461 P44582 oasc.SyncStrategy.syncToMe http://127.0.0.1:44582/y_/zr/collection1/ has no replicas
   [junit4]   2> 714651 T3572 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:44582/y_/zr/collection1/ shard2
   [junit4]   2> 714652 T3572 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 714652 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714654 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714658 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714760 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714760 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714760 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714805 T3572 oasc.ZkController.register We are http://127.0.0.1:44582/y_/zr/collection1/ and leader is http://127.0.0.1:44582/y_/zr/collection1/
   [junit4]   2> 714805 T3572 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44582/y_/zr
   [junit4]   2> 714805 T3572 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 714805 T3572 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 714805 T3572 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 714806 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714806 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714806 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714806 T3572 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 714807 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 714808 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:44582/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44582_y_%2Fzr",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 714809 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 714885 T3523 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 714886 T3523 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 714889 T3523 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38936
   [junit4]   2> 714889 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 714890 T3523 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 714890 T3523 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004
   [junit4]   2> 714890 T3523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/'
   [junit4]   2> 714902 T3523 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/solr.xml
   [junit4]   2> 714910 T3523 oasc.CoreContainer.<init> New CoreContainer 28837270
   [junit4]   2> 714910 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714910 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714910 T3523 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/]
   [junit4]   2> 714910 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 714911 T3523 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 714912 T3523 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 714912 T3523 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 714912 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 714913 T3523 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 714913 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 714913 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 714913 T3523 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 714914 T3523 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 714914 T3523 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 714915 T3523 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 714915 T3523 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 714915 T3523 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42019/solr
   [junit4]   2> 714916 T3523 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 714916 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 714918 T3583 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fb8cae name:ZooKeeperConnection Watcher:127.0.0.1:42019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 714919 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 714922 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 714924 T3585 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b0620 name:ZooKeeperConnection Watcher:127.0.0.1:42019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 714924 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 714933 T3523 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 715936 T3523 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38936_y_%2Fzr
   [junit4]   2> 715937 T3523 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38936_y_%2Fzr
   [junit4]   2> 715944 T3567 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 715946 T3554 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 715946 T3545 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 715946 T3585 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 715954 T3586 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 715954 T3586 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 715956 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 715956 T3586 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 715956 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 715956 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 715957 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 715957 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38936/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38936_y_%2Fzr",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 715957 T3546 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 715957 T3546 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 715960 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 716062 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 716062 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 716062 T3585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 716062 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 716957 T3586 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 716957 T3586 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 716958 T3586 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 716958 T3586 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 716960 T3586 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 716961 T3586 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/collection1/'
   [junit4]   2> 716962 T3586 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 716963 T3586 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 716963 T3586 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 717004 T3586 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 717018 T3586 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 717020 T3586 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 717028 T3586 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 717128 T3586 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 717130 T3586 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 717130 T3586 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 717134 T3586 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 717149 T3586 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 717150 T3586 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 717150 T3586 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-004/collection1/, dataDir=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty2/
   [junit4]   2> 717150 T3586 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d4a696
   [junit4]   2> 717151 T3586 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty2
   [junit4]   2> 717151 T3586 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty2/index/
   [junit4]   2> 717152 T3586 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 717152 T3586 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty2/index
   [junit4]   2> 717152 T3586 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=36, maxMergedSegmentMB=40.578125, floorSegmentMB=2.0380859375, forceMergeDeletesPctAllowed=29.53891841739598, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 717153 T3586 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c50340 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1905218),segFN=segments_1,generation=1}
   [junit4]   2> 717154 T3586 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 717158 T3586 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 717158 T3586 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 717159 T3586 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 717159 T3586 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 717159 T3586 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 717160 T3586 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 717160 T3586 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 717161 T3586 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 717161 T3586 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 717162 T3586 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 717163 T3586 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 717163 T3586 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 717163 T3586 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 717164 T3586 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 717164 T3586 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 717165 T3586 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 717168 T3586 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 717170 T3586 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 717171 T3586 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 717172 T3586 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=24.701171875, floorSegmentMB=0.5869140625, forceMergeDeletesPctAllowed=9.479786536270096, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 717172 T3586 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c50340 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1905218),segFN=segments_1,generation=1}
   [junit4]   2> 717173 T3586 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 717173 T3586 oass.SolrIndexSearcher.<init> Opening Searcher@73bba0[collection1] main
   [junit4]   2> 717173 T3586 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 717174 T3586 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 717175 T3586 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 717175 T3586 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 717175 T3586 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 717176 T3586 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 717176 T3586 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 717177 T3586 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 717177 T3586 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 717177 T3586 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 717179 T3587 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@73bba0[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 717180 T3586 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 717181 T3590 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:38936/y_/zr collection:collection1 shard:shard1
   [junit4]   2> 717181 T3523 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 717181 T3590 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 717182 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 717185 T3590 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 717185 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717186 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717186 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717186 T3590 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 717186 T3590 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1462 name=collection1 org.apache.solr.core.SolrCore@872dec url=http://127.0.0.1:38936/y_/zr/collection1 node=127.0.0.1:38936_y_%2Fzr C1462_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:38936/y_/zr, core=collection1, node_name=127.0.0.1:38936_y_%2Fzr}
   [junit4]   2> 717186 T3590 C1462 P38936 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:38936/y_/zr/collection1/
   [junit4]   2> 717186 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 717186 T3590 C1462 P38936 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 717187 T3590 C1462 P38936 oasc.SyncStrategy.syncToMe http://127.0.0.1:38936/y_/zr/collection1/ has no replicas
   [junit4]   2> 717187 T3590 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:38936/y_/zr/collection1/ shard1
   [junit4]   2> 717187 T3590 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 717188 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717189 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717191 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717293 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717293 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717293 T3585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717293 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717340 T3590 oasc.ZkController.register We are http://127.0.0.1:38936/y_/zr/collection1/ and leader is http://127.0.0.1:38936/y_/zr/collection1/
   [junit4]   2> 717340 T3590 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:38936/y_/zr
   [junit4]   2> 717340 T3590 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 717340 T3590 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 717341 T3590 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 717341 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717342 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717342 T3590 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 717342 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717342 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 717343 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38936/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38936_y_%2Fzr",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 717344 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 717441 T3523 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 717442 T3523 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 717444 T3523 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54195
   [junit4]   2> 717444 T3523 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 717445 T3523 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 717446 T3523 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-005
   [junit4]   2> 717446 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717446 T3523 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-005/'
   [junit4]   2> 717446 T3585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717446 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717446 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 717459 T3523 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-005/solr.xml
   [junit4]   2> 717469 T3523 oasc.CoreContainer.<init> New CoreContainer 18701039
   [junit4]   2> 717469 T3523 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-005/]
   [junit4]   2> 717470 T3523 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 717470 T3523 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 717471 T3523 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 717471 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 717471 T3523 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 717472 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 717472 T3523 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 717472 T3523 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 717473 T3523 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 717473 T3523 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 717473 T3523 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 717474 T3523 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 717474 T3523 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42019/solr
   [junit4]   2> 717474 T3523 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 717475 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 717478 T3601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@197dfbc name:ZooKeeperConnection Watcher:127.0.0.1:42019 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 717479 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 717482 T3523 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 717483 T3603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@657f5e name:ZooKeeperConnection Watcher:127.0.0.1:42019/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 717483 T3523 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 717487 T3523 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 718489 T3523 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54195_y_%2Fzr
   [junit4]   2> 718490 T3523 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54195_y_%2Fzr
   [junit4]   2> 718492 T3545 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 718492 T3567 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 718492 T3603 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 718492 T3554 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 718493 T3585 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 718497 T3604 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 718498 T3604 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 718498 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718498 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718499 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718498 T3604 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 718499 T3546 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 718500 T3546 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54195/y_/zr",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54195_y_%2Fzr",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 718500 T3546 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 718500 T3546 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 718501 T3545 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 718603 T3567 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 718603 T3603 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 718603 T3545 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 718603 T3554 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 718603 T3585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 719499 T3604 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 719499 T3604 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 719500 T3604 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 719500 T3604 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 719501 T3604 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 719501 T3604 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-005/collection1/'
   [junit4]   2> 719502 T3604 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-005/collection1/lib/.svn/' to classloader
   [junit4]   2> 719502 T3604 oasc.SolrResourceLoader.repla

[...truncated too long message...]

 /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> ASYNC  NEW_CORE C1488 name=collection1 org.apache.solr.core.SolrCore@1dade92 url=http://127.0.0.1:35968/y_/zr/collection1 node=127.0.0.1:35968_y_%2Fzr C1488_STATE=coll:collection1 core:collection1 props:{state=active, base_url=http://127.0.0.1:35968/y_/zr, core=collection1, node_name=127.0.0.1:35968_y_%2Fzr}
   [junit4]   2> 766975 T3623 C1488 P35968 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 766975 T3623 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 766976 T3623 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1dade92
   [junit4]   2> 766981 T3623 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=287,adds=287,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=287,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=67,transaction_logs_total_number=1}
   [junit4]   2> 766981 T3623 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 766981 T3623 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 766981 T3623 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 766986 T3623 C1488 P35968 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f1cd02 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3fa49b),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@f1cd02 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3fa49b),segFN=segments_2,generation=2}
   [junit4]   2> 766986 T3623 C1488 P35968 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 766986 T3623 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 766987 T3623 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 766987 T3623 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty4/index [CachedDir<<refCount=0;path=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty4/index;done=false>>]
   [junit4]   2> 766987 T3623 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty4/index
   [junit4]   2> 766987 T3623 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty4 [CachedDir<<refCount=0;path=./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty4;done=false>>]
   [junit4]   2> 766987 T3623 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001/tempDir-001/jetty4
   [junit4]   2> 766987 T3623 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 766988 T3623 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.MigrateRouteKeyTest-581102B0473E2CF0-001
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=en_NZ, timezone=America/Argentina/Catamarca
   [junit4]   2> NOTE: Linux 3.8.0-39-generic i386/Oracle Corporation 1.8.0_05 (32-bit)/cpus=8,threads=1,free=227142224,total=346030080
   [junit4]   2> NOTE: All tests run in this JVM: [IndexSchemaRuntimeFieldTest, TestRandomFaceting, TestManagedSchemaFieldResource, TestComponentsName, HdfsWriteToMultipleCollectionsTest, TestCloudManagedSchema, TestDistributedMissingSort, TestIndexingPerformance, AlternateDirectoryTest, TestBinaryResponseWriter, CoreContainerCoreInitFailuresTest, BasicZkTest, StatsComponentTest, TestStandardQParsers, TestRangeQuery, TestAnalyzeInfixSuggestions, TestDynamicFieldResource, TestCopyFieldCollectionResource, ParsingFieldUpdateProcessorsTest, DeleteInactiveReplicaTest, HighlighterTest, TestDistributedGrouping, TestInfoStreamLogging, TestMaxScoreQueryParser, TestAtomicUpdateErrorCases, RequiredFieldsTest, TestFieldTypeCollectionResource, HdfsCollectionsAPIDistributedZkTest, TestDefaultSimilarityFactory, CollectionsAPIDistributedZkTest, SolrPluginUtilsTest, SpellCheckComponentTest, StandardRequestHandlerTest, TermVectorComponentDistributedTest, TestZkChroot, ChangedSchemaMergeTest, CurrencyFieldXmlFileTest, TestWordDelimiterFilterFactory, XsltUpdateRequestHandlerTest, TestDistribDocBasedVersion, DistributedExpandComponentTest, UniqFieldsUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, PingRequestHandlerTest, PrimUtilsTest, DistributedSuggestComponentTest, TestFiltering, TestCustomSort, TestCodecSupport, RequestHandlersTest, TestFuzzyAnalyzedSuggestions, TestQuerySenderListener, DistribDocExpirationUpdateProcessorTest, SuggestComponentTest, OutputWriterTest, TestSolr4Spatial, TimeZoneUtilsTest, TestSchemaNameResource, CurrencyFieldOpenExchangeTest, HdfsChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, SpellingQueryConverterTest, TestFileDictionaryLookup, TestUpdate, TestNoOpRegenerator, TestRecovery, XmlUpdateRequestHandlerTest, DeleteReplicaTest, TestDistributedSearch, TestArbitraryIndexDir, TestSolrCoreProperties, TestSweetSpotSimilarityFactory, RAMDirectoryFactoryTest, TestFastLRUCache, TestDocBasedVersionConstraints, BadIndexSchemaTest, TestCSVLoader, DateFieldTest, SimplePostToolTest, OpenExchangeRatesOrgProviderTest, ShardRoutingCustomTest, ZkNodePropsTest, TestSchemaSimilarityResource, DirectUpdateHandlerTest, MultiTermTest, TestSolrXmlPersistence, PreAnalyzedFieldTest, TestXIncludeConfig, SpellCheckCollatorTest, TestHashPartitioner, MigrateRouteKeyTest]
   [junit4] Completed on J1 in 57.07s, 1 test, 1 error <<< FAILURES!

[...truncated 640 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/lucene/common-build.xml:1293: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/lucene/common-build.xml:919: There were test failures: 387 suites, 1624 tests, 1 error, 37 ignored (16 assumptions)

Total time: 64 minutes 0 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.8.0_05 -server -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure