You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/02/14 19:36:38 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b47) - Build # 11800 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11800/
Java: 64bit/jdk1.9.0-ea-b47 -XX:-UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
{   "responseHeader":{     "status":404,     "QTime":3},   "error":{     "msg":"no such blob or version available: test/1",     "code":404}}

Stack Trace:
java.lang.AssertionError: {
  "responseHeader":{
    "status":404,
    "QTime":3},
  "error":{
    "msg":"no such blob or version available: test/1",
    "code":404}}
	at __randomizedtesting.SeedInfo.seed([4383C9DADFCB02F5:9BCEE48D2816A755]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10333 lines...]
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/init-core-data-001
   [junit4]   2> 1870130 T11599 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1870131 T11599 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_sae/sx
   [junit4]   2> 1870134 T11599 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1870134 T11600 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1870234 T11599 oasc.ZkTestServer.run start zk server on port:50438
   [junit4]   2> 1870234 T11599 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1870235 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870238 T11607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@612281c2 name:ZooKeeperConnection Watcher:127.0.0.1:50438 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870239 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1870239 T11599 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1870239 T11599 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1870242 T11599 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1870244 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870245 T11610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10547440 name:ZooKeeperConnection Watcher:127.0.0.1:50438/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870245 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1870246 T11599 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1870246 T11599 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1870249 T11599 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1870250 T11599 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1870251 T11599 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1870253 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1870254 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1870255 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1870255 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1870256 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1870257 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1870257 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1870258 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1870259 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1870259 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1870260 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1870260 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1870261 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1870261 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1870262 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1870262 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1870263 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1870263 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1870264 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1870265 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1870266 T11599 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1870266 T11599 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1870538 T11599 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/cores/collection1
   [junit4]   2> 1870540 T11599 oejs.Server.doStart jetty-9.2.6.v20141205
   [junit4]   2> 1870541 T11599 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@4bcaa7ee{/_sae/sx,null,AVAILABLE}
   [junit4]   2> 1870572 T11599 oejs.AbstractConnector.doStart Started ServerConnector@78abcb40{HTTP/1.1}{127.0.0.1:?????}
   [junit4]   2> 1870572 T11599 oejs.Server.doStart Started @???????ms
   [junit4]   2> 1870573 T11599 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@726f3b58
   [junit4]   2> 1870573 T11599 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1870574 T11599 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001
   [junit4]   2> 1870574 T11599 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/'
   [junit4]   2> 1870589 T11599 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/solr.xml
   [junit4]   2> 1870593 T11599 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/cores
   [junit4]   2> 1870594 T11599 oasc.CoreContainer.<init> New CoreContainer 1326883378
   [junit4]   2> 1870594 T11599 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/]
   [junit4]   2> 1870594 T11599 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1870594 T11599 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1870595 T11599 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1870595 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1870595 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1870595 T11599 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1870595 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1870596 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1870596 T11599 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1870596 T11599 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1870596 T11599 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1870597 T11599 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1870597 T11599 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1870597 T11599 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1870598 T11599 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1870598 T11599 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50438/solr
   [junit4]   2> 1870598 T11599 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1870598 T11599 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1870599 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870600 T11624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48fe052e name:ZooKeeperConnection Watcher:127.0.0.1:50438 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870600 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1870601 T11599 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1870604 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1870605 T11627 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66d0eb28 name:ZooKeeperConnection Watcher:127.0.0.1:50438/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1870605 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1870606 T11599 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1870608 T11599 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1870610 T11599 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1870611 T11599 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1870613 T11599 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1870614 T11599 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1870615 T11599 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43506__sae%2Fsx
   [junit4]   2> 1870615 T11599 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43506__sae%2Fsx
   [junit4]   2> 1870616 T11599 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1870617 T11599 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1870618 T11599 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1870619 T11599 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:43506__sae%2Fsx
   [junit4]   2> 1870619 T11599 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1870620 T11599 oasc.Overseer.start Overseer (id=93319257438552067-127.0.0.1:43506__sae%2Fsx-n_0000000000) starting
   [junit4]   2> 1870621 T11599 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1870625 T11599 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1870626 T11629 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1870627 T11599 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1870629 T11599 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1870629 T11599 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1870631 T11628 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1870631 T11599 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/cores
   [junit4]   2> 1870632 T11599 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/cores/collection1/
   [junit4]   2> 1870633 T11599 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1870633 T11631 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1870633 T11631 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1870634 T11631 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1870634 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1870636 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43506/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:43506__sae%2Fsx",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 1870637 T11628 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43506/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:43506__sae%2Fsx",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1870637 T11628 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1870637 T11628 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1870638 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1871634 T11631 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1871635 T11631 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1871636 T11631 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1871636 T11631 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1871638 T11631 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1871638 T11631 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/cores/collection1/'
   [junit4]   2> 1871647 T11631 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1871650 T11631 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1871655 T11631 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1871660 T11631 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1871670 T11631 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1871672 T11631 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1871679 T11631 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1871783 T11631 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1871787 T11631 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1871788 T11631 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1871800 T11631 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1871802 T11631 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1871804 T11631 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1871804 T11631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1871805 T11631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1871805 T11631 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1871806 T11631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1871806 T11631 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1871806 T11631 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1871806 T11631 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1871806 T11631 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/control-001/cores/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/control/data/
   [junit4]   2> 1871807 T11631 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@20c45609
   [junit4]   2> 1871807 T11631 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/control/data
   [junit4]   2> 1871807 T11631 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/control/data/index/
   [junit4]   2> 1871807 T11631 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1871808 T11631 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/control/data/index
   [junit4]   2> 1871808 T11631 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1871809 T11631 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4e93af68 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31946db1),segFN=segments_1,generation=1}
   [junit4]   2> 1871809 T11631 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1871811 T11631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1871811 T11631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1871811 T11631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1871811 T11631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1871811 T11631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1871812 T11631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1871812 T11631 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1871812 T11631 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1871812 T11631 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1871813 T11631 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1871813 T11631 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1871813 T11631 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1871813 T11631 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1871814 T11631 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 1871814 T11631 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 1871814 T11631 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 1871815 T11631 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 1871815 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 1871815 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 1871816 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 1871816 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 1871816 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 1871817 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 1871817 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 1871817 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1871818 T11631 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 1871818 T11631 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1871820 T11631 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1871820 T11631 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1871821 T11631 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1871822 T11631 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1871823 T11631 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1871823 T11631 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1871824 T11631 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1871824 T11631 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8360393458022377]
   [junit4]   2> 1871824 T11631 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4e93af68 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@31946db1),segFN=segments_1,generation=1}
   [junit4]   2> 1871825 T11631 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1871825 T11631 oass.SolrIndexSearcher.<init> Opening Searcher@3368fcc[collection1] main
   [junit4]   2> 1871825 T11631 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1871826 T11631 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1871826 T11631 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1871827 T11631 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1871827 T11631 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1871827 T11631 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1871828 T11631 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1871828 T11631 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1871828 T11631 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1871828 T11631 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1871829 T11631 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1871829 T11632 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3368fcc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1871829 T11635 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43506/_sae/sx collection:control_collection shard:shard1
   [junit4]   2> 1871829 T11599 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1871830 T11599 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1871830 T11635 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1871830 T11599 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1871831 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1871832 T11638 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@531afa7d name:ZooKeeperConnection Watcher:127.0.0.1:50438/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1871832 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1871832 T11599 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1871833 T11599 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1871833 T11635 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1871834 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1871834 T11635 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1871834 T11635 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1871834 T11599 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> ASYNC  NEW_CORE C1671 name=collection1 org.apache.solr.core.SolrCore@61e8eb39 url=http://127.0.0.1:43506/_sae/sx/collection1 node=127.0.0.1:43506__sae%2Fsx C1671_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:43506/_sae/sx, node_name=127.0.0.1:43506__sae%2Fsx, state=down}
   [junit4]   2> 1871834 T11635 C1671 P43506 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43506/_sae/sx/collection1/
   [junit4]   2> 1871834 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 1871835 T11635 C1671 P43506 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1871835 T11635 C1671 P43506 oasc.SyncStrategy.syncToMe http://127.0.0.1:43506/_sae/sx/collection1/ has no replicas
   [junit4]   2> 1871835 T11635 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43506/_sae/sx/collection1/ shard1
   [junit4]   2> 1871835 T11635 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1871837 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1871838 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43506/_sae/sx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1871940 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1871940 T11638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1871988 T11635 oasc.ZkController.register We are http://127.0.0.1:43506/_sae/sx/collection1/ and leader is http://127.0.0.1:43506/_sae/sx/collection1/
   [junit4]   2> 1871988 T11635 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43506/_sae/sx
   [junit4]   2> 1871989 T11635 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1871989 T11635 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1871989 T11635 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1871990 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1871991 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43506/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:43506__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 1871992 T11628 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43506/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:43506__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1872086 T11599 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/cores/collection1
   [junit4]   2> 1872087 T11599 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1872088 T11599 oejs.Server.doStart jetty-9.2.6.v20141205
   [junit4]   2> 1872089 T11599 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@688c477e{/_sae/sx,null,AVAILABLE}
   [junit4]   2> 1872090 T11599 oejs.AbstractConnector.doStart Started ServerConnector@113fd07{HTTP/1.1}{127.0.0.1:?????}
   [junit4]   2> 1872090 T11599 oejs.Server.doStart Started @???????ms
   [junit4]   2> 1872090 T11599 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@726f3b58
   [junit4]   2> 1872091 T11599 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1872091 T11599 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001
   [junit4]   2> 1872091 T11599 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/'
   [junit4]   2> 1872094 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1872094 T11638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1872103 T11599 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/solr.xml
   [junit4]   2> 1872107 T11599 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/cores
   [junit4]   2> 1872108 T11599 oasc.CoreContainer.<init> New CoreContainer 1201272834
   [junit4]   2> 1872108 T11599 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/]
   [junit4]   2> 1872108 T11599 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1872109 T11599 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1872109 T11599 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1872109 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1872109 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1872109 T11599 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1872110 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1872110 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1872110 T11599 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1872110 T11599 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1872111 T11599 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1872111 T11599 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1872111 T11599 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1872111 T11599 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1872112 T11599 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1872112 T11599 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50438/solr
   [junit4]   2> 1872112 T11599 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1872113 T11599 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1872113 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1872115 T11652 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2afe0ce1 name:ZooKeeperConnection Watcher:127.0.0.1:50438 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1872115 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1872116 T11599 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1872118 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1872119 T11655 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31c37224 name:ZooKeeperConnection Watcher:127.0.0.1:50438/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1872119 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1872125 T11599 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1873128 T11599 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39603__sae%2Fsx
   [junit4]   2> 1873129 T11599 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39603__sae%2Fsx
   [junit4]   2> 1873136 T11599 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1873138 T11599 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/cores
   [junit4]   2> 1873140 T11599 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/cores/collection1/
   [junit4]   2> 1873140 T11599 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1873141 T11656 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1873142 T11656 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1873142 T11656 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1873142 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1873143 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39603/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:39603__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 1873143 T11628 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39603/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:39603__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1873144 T11628 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1873144 T11628 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1873247 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1873247 T11655 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1873247 T11638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874142 T11656 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1874143 T11656 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1874143 T11656 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1874144 T11656 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1874145 T11656 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1874146 T11656 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1874153 T11656 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1874155 T11656 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1874158 T11656 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1874162 T11656 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1874171 T11656 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1874172 T11656 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1874176 T11656 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1874277 T11656 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1874280 T11656 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1874281 T11656 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1874290 T11656 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1874292 T11656 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1874294 T11656 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1874295 T11656 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1874295 T11656 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1874295 T11656 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1874296 T11656 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1874296 T11656 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1874297 T11656 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1874297 T11656 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1874297 T11656 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-1-001/cores/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty1/
   [junit4]   2> 1874298 T11656 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@20c45609
   [junit4]   2> 1874299 T11656 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty1
   [junit4]   2> 1874299 T11656 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty1/index/
   [junit4]   2> 1874299 T11656 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1874300 T11656 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty1/index
   [junit4]   2> 1874300 T11656 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1874301 T11656 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7c81cc18 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@622c3b36),segFN=segments_1,generation=1}
   [junit4]   2> 1874301 T11656 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1874306 T11656 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1874306 T11656 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1874307 T11656 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1874307 T11656 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1874307 T11656 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1874308 T11656 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1874308 T11656 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1874309 T11656 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1874309 T11656 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1874310 T11656 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1874310 T11656 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1874311 T11656 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1874311 T11656 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1874312 T11656 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 1874312 T11656 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 1874313 T11656 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 1874313 T11656 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 1874314 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 1874314 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 1874314 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 1874315 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 1874315 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 1874315 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 1874316 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 1874316 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1874316 T11656 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 1874317 T11656 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1874319 T11656 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1874319 T11656 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1874320 T11656 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1874321 T11656 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1874321 T11656 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1874322 T11656 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1874322 T11656 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1874323 T11656 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8360393458022377]
   [junit4]   2> 1874323 T11656 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7c81cc18 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@622c3b36),segFN=segments_1,generation=1}
   [junit4]   2> 1874323 T11656 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1874324 T11656 oass.SolrIndexSearcher.<init> Opening Searcher@f235f44[collection1] main
   [junit4]   2> 1874324 T11656 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1874325 T11656 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1874325 T11656 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1874326 T11656 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1874326 T11656 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1874326 T11656 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1874327 T11656 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1874327 T11656 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1874327 T11656 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1874327 T11656 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1874328 T11657 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f235f44[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1874328 T11656 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1874329 T11660 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39603/_sae/sx collection:collection1 shard:shard2
   [junit4]   2> 1874330 T11599 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 1874330 T11599 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1874330 T11660 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1874334 T11660 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1874336 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1874336 T11660 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1874336 T11660 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1672 name=collection1 org.apache.solr.core.SolrCore@53122bed url=http://127.0.0.1:39603/_sae/sx/collection1 node=127.0.0.1:39603__sae%2Fsx C1672_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:39603/_sae/sx, node_name=127.0.0.1:39603__sae%2Fsx, state=down}
   [junit4]   2> 1874337 T11660 C1672 P39603 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39603/_sae/sx/collection1/
   [junit4]   2> 1874337 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 1874337 T11660 C1672 P39603 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1874337 T11660 C1672 P39603 oasc.SyncStrategy.syncToMe http://127.0.0.1:39603/_sae/sx/collection1/ has no replicas
   [junit4]   2> 1874337 T11660 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39603/_sae/sx/collection1/ shard2
   [junit4]   2> 1874338 T11660 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1874341 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1874341 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39603/_sae/sx",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1874444 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874444 T11655 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874444 T11638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874491 T11660 oasc.ZkController.register We are http://127.0.0.1:39603/_sae/sx/collection1/ and leader is http://127.0.0.1:39603/_sae/sx/collection1/
   [junit4]   2> 1874492 T11660 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39603/_sae/sx
   [junit4]   2> 1874492 T11660 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1874492 T11660 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1874492 T11660 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1874493 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1874494 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39603/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:39603__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 1874494 T11628 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39603/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:39603__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1874579 T11599 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/cores/collection1
   [junit4]   2> 1874580 T11599 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1874581 T11599 oejs.Server.doStart jetty-9.2.6.v20141205
   [junit4]   2> 1874582 T11599 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@35cc3596{/_sae/sx,null,AVAILABLE}
   [junit4]   2> 1874583 T11599 oejs.AbstractConnector.doStart Started ServerConnector@54808998{HTTP/1.1}{127.0.0.1:?????}
   [junit4]   2> 1874583 T11599 oejs.Server.doStart Started @???????ms
   [junit4]   2> 1874583 T11599 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@726f3b58
   [junit4]   2> 1874584 T11599 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1874584 T11599 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001
   [junit4]   2> 1874584 T11599 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/'
   [junit4]   2> 1874595 T11599 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/solr.xml
   [junit4]   2> 1874597 T11638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874597 T11655 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874597 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1874599 T11599 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/cores
   [junit4]   2> 1874599 T11599 oasc.CoreContainer.<init> New CoreContainer 1971408878
   [junit4]   2> 1874600 T11599 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/]
   [junit4]   2> 1874600 T11599 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1874600 T11599 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1874600 T11599 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1874601 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1874601 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1874601 T11599 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1874601 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1874601 T11599 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1874602 T11599 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1874602 T11599 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1874602 T11599 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1874602 T11599 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1874603 T11599 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1874603 T11599 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1874603 T11599 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1874603 T11599 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50438/solr
   [junit4]   2> 1874604 T11599 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1874604 T11599 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1874604 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1874605 T11674 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e3b2efc name:ZooKeeperConnection Watcher:127.0.0.1:50438 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1874606 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1874606 T11599 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1874607 T11599 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1874608 T11677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62fca6d6 name:ZooKeeperConnection Watcher:127.0.0.1:50438/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1874608 T11599 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1874611 T11599 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1875613 T11599 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46500__sae%2Fsx
   [junit4]   2> 1875615 T11599 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46500__sae%2Fsx
   [junit4]   2> 1875620 T11599 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1875623 T11599 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/cores
   [junit4]   2> 1875625 T11599 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/cores/collection1/
   [junit4]   2> 1875625 T11599 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1875626 T11678 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1875627 T11678 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1875627 T11627 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1875627 T11678 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1875629 T11628 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46500/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:46500__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 1875629 T11628 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:46500/_sae/sx",
   [junit4]   2> 	  "node_name":"127.0.0.1:46500__sae%2Fsx",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1875630 T11628 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 1875630 T11628 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1875733 T11638 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1875734 T11677 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1875734 T11627 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1875733 T11655 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1876628 T11678 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1876628 T11678 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1876629 T11678 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1876629 T11678 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1876630 T11678 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1876630 T11678 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/cores/collection1/'
   [junit4]   2> 1876638 T11678 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1876640 T11678 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1876644 T11678 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1876648 T11678 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1876659 T11678 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1876660 T11678 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1876665 T11678 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1876767 T11678 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1876770 T11678 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1876771 T11678 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1876781 T11678 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1876783 T11678 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1876784 T11678 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1876785 T11678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1876785 T11678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1876786 T11678 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1876786 T11678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1876786 T11678 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1876787 T11678 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1876787 T11678 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1876787 T11678 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-2-001/cores/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty2/
   [junit4]   2> 1876787 T11678 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@20c45609
   [junit4]   2> 1876787 T11678 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty2
   [junit4]   2> 1876788 T11678 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty2/index/
   [junit4]   2> 1876788 T11678 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1876788 T11678 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/tempDir-001/jetty2/index
   [junit4]   2> 1876788 T11678 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1876789 T11678 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3c50c906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f160efb),segFN=segments_1,generation=1}
   [junit4]   2> 1876789 T11678 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1876791 T11678 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1876791 T11678 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1876791 T11678 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1876791 T11678 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1876791 T11678 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1876791 T11678 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1876792 T11678 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1876792 T11678 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1876792 T11678 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1876793 T11678 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1876793 T11678 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1876793 T11678 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1876794 T11678 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1876794 T11678 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 1876795 T11678 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 1876795 T11678 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 1876796 T11678 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 1876796 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 1876797 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 1876797 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 1876798 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 1876798 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 1876799 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 1876799 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 1876800 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1876800 T11678 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 1876801 T11678 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1876803 T11678 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1876804 T11678 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1876805 T11678 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1876806 T11678 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1876806 T11678 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1876807 T11678 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1876808 T11678 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1876808 T11678 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8360393458022377]
   [junit4]   2> 1876809 T11678 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3c50c906 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6f160efb),segFN=segments_1,generation=1}
   [junit4]   2> 1876809 T11678 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1876809 T11678 oass.SolrIndexSearcher.<init> Opening Searcher@1d60d7e1[collection1] main
   [junit4]   2> 1876809 T11678 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1876810 T11678 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1876811 T11678 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1876811 T11678 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1876811 T11678 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1876812 T11678 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1876812 T11678 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1876813 T11678 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1876813 T11678 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1876813 T11678 oash.ReplicationHandler.inform Com

[...truncated too long message...]

[junit4]   2> 1893871 T11599 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001/shard-4-001/cores/.system_shard1_replica2/data/index
   [junit4]   2> 1893871 T11599 oasc.Overseer.close Overseer (id=93319257438552076-127.0.0.1:52408__sae%2Fsx-n_0000000004) closing
   [junit4]   2> 1893872 T11784 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:52408__sae%2Fsx
   [junit4]   2> 1895375 T11777 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1895376 T11599 oejs.AbstractConnector.doStop Stopped ServerConnector@6df7353b{HTTP/1.1}{127.0.0.1:?}
   [junit4]   2> 1895376 T11599 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@45fa91c3{/_sae/sx,null,UNAVAILABLE}
   [junit4]   2> 1895378 T11599 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50438 50438
   [junit4]   2> 1895944 T11600 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50438 50438
   [junit4]   2> 1895948 T11600 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		10	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		2	/solr/configs/.system
   [junit4]   2> 		2	/solr/collections/.system/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.method=testDynamicLoading -Dtests.seed=4383C9DADFCB02F5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=Iceland -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 25.8s J1 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":404,
   [junit4]    >     "QTime":3},
   [junit4]    >   "error":{
   [junit4]    >     "msg":"no such blob or version available: test/1",
   [junit4]    >     "code":404}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4383C9DADFCB02F5:9BCEE48D2816A755]:0)
   [junit4]    > 	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:108)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1895956 T11599 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.core.TestDynamicLoading 4383C9DADFCB02F5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50), sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=hi_IN, timezone=Iceland
   [junit4]   2> NOTE: Linux 3.13.0-45-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=8,threads=1,free=256851720,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [DateMathParserTest, TestFiltering, ZkNodePropsTest, HdfsChaosMonkeySafeLeaderTest, SimplePostToolTest, TestFoldingMultitermQuery, TestCoreDiscovery, TestFreeTextSuggestions, DistanceUnitsTest, TestJoin, TestMaxScoreQueryParser, TestUniqueKeyFieldResource, TestRequestStatusCollectionAPI, ZkStateWriterTest, FastVectorHighlighterTest, VMParamsZkACLAndCredentialsProvidersTest, CurrencyFieldXmlFileTest, HighlighterConfigTest, TestSortingResponseWriter, AutoCommitTest, TestOverriddenPrefixQueryForCustomFieldType, LoggingHandlerTest, TestDynamicFieldCollectionResource, TestNRTOpen, SpatialFilterTest, TestUtils, SolrCmdDistributorTest, TestSolrQueryParser, TestPHPSerializedResponseWriter, TestRestManager, TestRemoteStreaming, PluginInfoTest, TestDefaultSearchFieldResource, SpellCheckComponentTest, TestFileDictionaryLookup, CopyFieldTest, TestPseudoReturnFields, NotRequiredUniqueKeyTest, StandardRequestHandlerTest, DateRangeFieldTest, TestAddFieldRealTimeGet, OverriddenZkACLAndCredentialsProvidersTest, IndexSchemaTest, CoreAdminCreateDiscoverTest, TestFastWriter, TestDistributedGrouping, RegexBoostProcessorTest, SharedFSAutoReplicaFailoverUtilsTest, DistributedQueryComponentOptimizationTest, EnumFieldTest, XsltUpdateRequestHandlerTest, TestBulkSchemaAPI, TestRecovery, BasicDistributedZk2Test, UpdateRequestProcessorFactoryTest, FileUtilsTest, MBeansHandlerTest, MoreLikeThisHandlerTest, SolrTestCaseJ4Test, TestSuggestSpellingConverter, TestSolrJ, RecoveryAfterSoftCommitTest, TestExactStatsCache, WordBreakSolrSpellCheckerTest, SolrIndexConfigTest, HighlighterMaxOffsetTest, MultiThreadedOCPTest, DistributedQueueTest, TriLevelCompositeIdRoutingTest, TermVectorComponentTest, TestReversedWildcardFilterFactory, FieldMutatingUpdateProcessorTest, AssignTest, OpenExchangeRatesOrgProviderTest, TestHighFrequencyDictionaryFactory, ShardRoutingCustomTest, StatelessScriptUpdateProcessorFactoryTest, ResourceLoaderTest, SolrXmlInZkTest, UUIDUpdateProcessorFallbackTest, TestNoOpRegenerator, TestRawResponseWriter, DateFieldTest, TestSolrCoreProperties, SearchHandlerTest, TestRealTimeGet, DistributedQueryComponentCustomSortTest, TestClusterStateMutator, RAMDirectoryFactoryTest, TestDefaultSimilarityFactory, TestManagedSchema, CloudExitableDirectoryReaderTest, TestSolrDeletionPolicy2, TestMergePolicyConfig, ExternalFileFieldSortTest, CoreMergeIndexesAdminHandlerTest, TestSystemIdResolver, FacetPivotSmallTest, FileBasedSpellCheckerTest, TestCollationFieldDocValues, HdfsBasicDistributedZkTest, UpdateParamsTest, DistributedMLTComponentTest, QueryEqualityTest, TestLuceneMatchVersion, DistributedFacetPivotSmallAdvancedTest, SignatureUpdateProcessorFactoryTest, TestShortCircuitedRequests, TestSchemaResource, DocExpirationUpdateProcessorFactoryTest, TestTrie, TestConfigOverlay, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderElectionTest, TestZkChroot, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestReload, TestStressVersions, TestSolr4Spatial, TestGroupingSearch, OverseerCollectionProcessorTest, SoftAutoCommitTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, SchemaVersionSpecificBehaviorTest, DistanceFunctionTest, SolrInfoMBeanTest, CacheHeaderTest, DisMaxRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TermsComponentTest, TestValueSourceCache, TestIndexingPerformance, SolrPluginUtilsTest, ReturnFieldsTest, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, SOLR749Test, TestSolrIndexConfig, ResponseLogComponentTest, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TestFastOutputStream, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestCursorMarkWithoutUniqueKey, TestTolerantSearch, ActionThrottleTest, AliasIntegrationTest, ConnectionManagerTest, CustomCollectionTest, DeleteReplicaTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ExternalCollectionsTest, HttpPartitionTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, RemoteQueryErrorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestCollectionAPI, TestLeaderElectionZkExpiry, TestMiniSolrCloudCluster, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestReplicaProperties, QueryResultKeyTest, TestConfigSets, TestDynamicLoading]
   [junit4] Completed on J1 in 25.86s, 1 test, 1 failure <<< FAILURES!

[...truncated 182 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:509: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1349: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:957: There were test failures: 466 suites, 1862 tests, 1 failure, 46 ignored (21 assumptions)

Total time: 57 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.9.0-ea-b47 -XX:-UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any