You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/02/01 17:17:17 UTC

[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_31) - Build # 11727 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/11727/
Java: 32bit/jdk1.8.0_31 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest

Error Message:
{responseHeader={status=0, QTime=0}, response={numFound=0, start=0, docs=[]}}

Stack Trace:
java.lang.AssertionError: {responseHeader={status=0, QTime=0}, response={numFound=0, start=0, docs=[]}}
	at __randomizedtesting.SeedInfo.seed([8390051B1994A77C:63512749A278D18E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest(TestBlobHandler.java:96)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9218 lines...]
   [junit4] Suite: org.apache.solr.handler.TestBlobHandler
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/init-core-data-001
   [junit4]   2> 523296 T2881 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 523297 T2881 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 523301 T2881 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 523301 T2882 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 523401 T2881 oasc.ZkTestServer.run start zk server on port:42770
   [junit4]   2> 523402 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 523405 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 523409 T2889 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ba2614 name:ZooKeeperConnection Watcher:127.0.0.1:42770 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 523410 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 523411 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 523412 T2881 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 523418 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 523420 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 523422 T2892 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11b966a name:ZooKeeperConnection Watcher:127.0.0.1:42770/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 523423 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 523424 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 523425 T2881 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 523430 T2881 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 523434 T2881 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 523437 T2881 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 523442 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 523444 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 523449 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 523450 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 523454 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 523454 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 523457 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 523458 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 523462 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 523463 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 523467 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 523468 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 523471 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 523471 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 523474 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 523475 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 523479 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 523480 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 523485 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 523486 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 523490 T2881 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 523491 T2881 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 523821 T2881 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/cores/collection1
   [junit4]   2> 523823 T2881 oejs.Server.doStart jetty-9.2.6.v20141205
   [junit4]   2> 523825 T2881 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@124d282{/,null,AVAILABLE}
   [junit4]   2> 523833 T2881 oejs.AbstractConnector.doStart Started ServerConnector@e40a7{HTTP/1.1}{127.0.0.1:?????}
   [junit4]   2> 523834 T2881 oejs.Server.doStart Started @??????ms
   [junit4]   2> 523835 T2881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 523835 T2881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 523836 T2881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001
   [junit4]   2> 523836 T2881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/'
   [junit4]   2> 523859 T2881 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/solr.xml
   [junit4]   2> 523868 T2881 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/cores
   [junit4]   2> 523869 T2881 oasc.CoreContainer.<init> New CoreContainer 2103903
   [junit4]   2> 523870 T2881 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/]
   [junit4]   2> 523871 T2881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 523871 T2881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 523872 T2881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 523872 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 523873 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 523873 T2881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 523874 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 523874 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 523875 T2881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 523875 T2881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 523876 T2881 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 523876 T2881 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 523877 T2881 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 523877 T2881 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 523878 T2881 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 523879 T2881 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42770/solr
   [junit4]   2> 523879 T2881 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 523879 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 523880 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 523882 T2906 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1994d14 name:ZooKeeperConnection Watcher:127.0.0.1:42770 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 523883 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 523884 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 523886 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 523887 T2909 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9c3592 name:ZooKeeperConnection Watcher:127.0.0.1:42770/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 523887 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 523889 T2881 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 523892 T2881 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 523895 T2881 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 523898 T2881 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 523901 T2881 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 523904 T2881 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 523905 T2881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40102_
   [junit4]   2> 523906 T2881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40102_
   [junit4]   2> 523908 T2881 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 523910 T2881 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 523911 T2881 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 523913 T2881 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:40102_
   [junit4]   2> 523913 T2881 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 523915 T2881 oasc.Overseer.start Overseer (id=93244997574197251-127.0.0.1:40102_-n_0000000000) starting
   [junit4]   2> 523917 T2881 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 523923 T2881 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 523924 T2911 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 523924 T2881 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 523927 T2881 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 523928 T2881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 523931 T2910 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 523932 T2881 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/cores
   [junit4]   2> 523933 T2881 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/cores/collection1/
   [junit4]   2> 523934 T2881 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 523935 T2913 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 523935 T2913 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 523936 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 523936 T2913 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 523939 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 0, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40102",
   [junit4]   2> 	  "node_name":"127.0.0.1:40102_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 523940 T2910 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40102",
   [junit4]   2> 	  "node_name":"127.0.0.1:40102_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 523940 T2910 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 523941 T2910 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 523942 T2909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 524937 T2913 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 524937 T2913 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 524938 T2913 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 524938 T2913 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 524939 T2913 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 524940 T2913 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/cores/collection1/'
   [junit4]   2> 524956 T2913 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 524958 T2913 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 524969 T2913 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 524980 T2913 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 525011 T2913 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 525013 T2913 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 525028 T2913 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 525174 T2913 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 525180 T2913 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 525182 T2913 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 525201 T2913 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 525205 T2913 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 525209 T2913 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 525210 T2913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 525211 T2913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 525211 T2913 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 525212 T2913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 525213 T2913 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 525213 T2913 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 525214 T2913 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 525214 T2913 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/control-001/cores/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/control/data/
   [junit4]   2> 525214 T2913 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1294f71
   [junit4]   2> 525216 T2913 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/control/data
   [junit4]   2> 525216 T2913 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/control/data/index/
   [junit4]   2> 525216 T2913 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 525217 T2913 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/control/data/index
   [junit4]   2> 525217 T2913 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7156671314906147]
   [junit4]   2> 525218 T2913 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@26e1ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c505f9),segFN=segments_1,generation=1}
   [junit4]   2> 525219 T2913 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 525222 T2913 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 525223 T2913 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 525223 T2913 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 525224 T2913 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 525224 T2913 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 525224 T2913 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 525225 T2913 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 525225 T2913 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 525225 T2913 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 525227 T2913 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 525228 T2913 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 525229 T2913 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 525230 T2913 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 525231 T2913 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 525232 T2913 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 525233 T2913 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 525233 T2913 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 525234 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 525235 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 525236 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 525237 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 525238 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 525239 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 525240 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 525241 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 525242 T2913 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 525243 T2913 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 525246 T2913 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 525247 T2913 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 525249 T2913 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 525250 T2913 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 525252 T2913 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 525253 T2913 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 525253 T2913 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 525255 T2913 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=324137510, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 525255 T2913 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@26e1ba lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@c505f9),segFN=segments_1,generation=1}
   [junit4]   2> 525256 T2913 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 525256 T2913 oass.SolrIndexSearcher.<init> Opening Searcher@16614b8[collection1] main
   [junit4]   2> 525257 T2913 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 525258 T2913 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 525258 T2913 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 525259 T2913 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 525259 T2913 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 525260 T2913 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 525261 T2913 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 525261 T2913 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 525261 T2913 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 525262 T2913 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 525263 T2914 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@16614b8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 525263 T2913 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 525264 T2917 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:40102 collection:control_collection shard:shard1
   [junit4]   2> 525265 T2881 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 525265 T2881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 525265 T2917 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 525266 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 525267 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 525269 T2920 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@463734 name:ZooKeeperConnection Watcher:127.0.0.1:42770/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 525269 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 525270 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 525271 T2917 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 525271 T2881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 525273 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 525273 T2917 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 525273 T2917 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1245 name=collection1 org.apache.solr.core.SolrCore@1907a60 url=http://127.0.0.1:40102/collection1 node=127.0.0.1:40102_ C1245_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:40102, node_name=127.0.0.1:40102_, state=down}
   [junit4]   2> 525274 T2917 C1245 P40102 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:40102/collection1/
   [junit4]   2> 525274 T2917 C1245 P40102 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 525274 T2917 C1245 P40102 oasc.SyncStrategy.syncToMe http://127.0.0.1:40102/collection1/ has no replicas
   [junit4]   2> 525274 T2917 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:40102/collection1/ shard1
   [junit4]   2> 525275 T2917 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 525275 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 525276 T2881 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 525276 T2881 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 525277 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 525277 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 525278 T2923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12ddb6 name:ZooKeeperConnection Watcher:127.0.0.1:42770/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 525279 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 525279 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 525279 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 525280 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40102",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 525283 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 525283 T2910 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 525285 T2909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 525285 T2920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 525299 T2924 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 525300 T2910 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 525301 T2920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 525330 T2917 oasc.ZkController.register We are http://127.0.0.1:40102/collection1/ and leader is http://127.0.0.1:40102/collection1/
   [junit4]   2> 525330 T2917 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40102
   [junit4]   2> 525330 T2917 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 525331 T2917 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 525331 T2917 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 525332 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 525334 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40102",
   [junit4]   2> 	  "node_name":"127.0.0.1:40102_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 525334 T2910 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:40102",
   [junit4]   2> 	  "node_name":"127.0.0.1:40102_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 525437 T2909 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 525437 T2920 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 525592 T2881 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/cores/collection1
   [junit4]   2> 525594 T2881 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 525594 T2881 oejs.Server.doStart jetty-9.2.6.v20141205
   [junit4]   2> 525596 T2881 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@599c5c{/,null,AVAILABLE}
   [junit4]   2> 525597 T2881 oejs.AbstractConnector.doStart Started ServerConnector@2cedad{HTTP/1.1}{127.0.0.1:?????}
   [junit4]   2> 525597 T2881 oejs.Server.doStart Started @??????ms
   [junit4]   2> 525598 T2881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 525598 T2881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 525599 T2881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001
   [junit4]   2> 525599 T2881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/'
   [junit4]   2> 525618 T2881 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/solr.xml
   [junit4]   2> 525625 T2881 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/cores
   [junit4]   2> 525626 T2881 oasc.CoreContainer.<init> New CoreContainer 8888806
   [junit4]   2> 525626 T2881 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/]
   [junit4]   2> 525626 T2881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 525627 T2881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 525627 T2881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 525627 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 525628 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 525628 T2881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 525628 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 525629 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 525629 T2881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 525629 T2881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 525630 T2881 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 525630 T2881 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 525631 T2881 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 525631 T2881 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 525631 T2881 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 525632 T2881 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42770/solr
   [junit4]   2> 525632 T2881 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 525632 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 525634 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 525635 T2938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@123c9ec name:ZooKeeperConnection Watcher:127.0.0.1:42770 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 525636 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 525637 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 525639 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 525640 T2941 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@103ee18 name:ZooKeeperConnection Watcher:127.0.0.1:42770/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 525640 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 525645 T2881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 526650 T2881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50617_
   [junit4]   2> 526652 T2881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50617_
   [junit4]   2> 526660 T2881 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 526664 T2881 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/cores
   [junit4]   2> 526667 T2881 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/cores/collection1/
   [junit4]   2> 526668 T2881 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 526673 T2942 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 526673 T2942 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 526676 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 526677 T2942 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 526678 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50617",
   [junit4]   2> 	  "node_name":"127.0.0.1:50617_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 526678 T2942 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 526679 T2910 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50617",
   [junit4]   2> 	  "node_name":"127.0.0.1:50617_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 526679 T2942 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 526679 T2910 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 526680 T2910 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 526682 T2942 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 526682 T2942 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 526786 T2910 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 526787 T2941 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 526789 T2941 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 527683 T2942 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 527683 T2942 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 527684 T2942 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 527684 T2942 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 527685 T2942 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 527685 T2942 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/cores/collection1/'
   [junit4]   2> 527705 T2942 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 527709 T2942 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 527715 T2942 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 527721 T2942 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 527734 T2942 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 527735 T2942 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 527743 T2942 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 527866 T2942 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 527871 T2942 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 527873 T2942 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 527885 T2942 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 527888 T2942 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 527890 T2942 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 527891 T2942 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 527892 T2942 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 527892 T2942 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 527893 T2942 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 527893 T2942 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 527894 T2942 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 527894 T2942 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 527894 T2942 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-1-001/cores/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty1/
   [junit4]   2> 527894 T2942 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1294f71
   [junit4]   2> 527895 T2942 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty1
   [junit4]   2> 527895 T2942 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty1/index/
   [junit4]   2> 527896 T2942 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 527896 T2942 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty1/index
   [junit4]   2> 527896 T2942 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7156671314906147]
   [junit4]   2> 527897 T2942 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14a6003 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a79f3f),segFN=segments_1,generation=1}
   [junit4]   2> 527898 T2942 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 527903 T2942 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 527905 T2942 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 527905 T2942 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 527905 T2942 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 527906 T2942 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 527906 T2942 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 527907 T2942 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 527907 T2942 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 527908 T2942 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 527910 T2942 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 527911 T2942 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 527913 T2942 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 527914 T2942 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 527915 T2942 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 527917 T2942 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 527918 T2942 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 527919 T2942 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 527920 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 527921 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 527922 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 527923 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 527923 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 527924 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 527925 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 527926 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 527927 T2942 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 527927 T2942 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 527929 T2942 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 527931 T2942 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 527931 T2942 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 527932 T2942 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 527934 T2942 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 527935 T2942 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 527935 T2942 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 527937 T2942 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=324137510, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 527937 T2942 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14a6003 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a79f3f),segFN=segments_1,generation=1}
   [junit4]   2> 527938 T2942 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 527938 T2942 oass.SolrIndexSearcher.<init> Opening Searcher@1c32924[collection1] main
   [junit4]   2> 527938 T2942 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 527939 T2942 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 527939 T2942 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 527940 T2942 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 527940 T2942 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 527940 T2942 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 527941 T2942 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 527941 T2942 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 527942 T2942 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 527942 T2942 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 527944 T2943 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1c32924[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 527944 T2942 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 527945 T2946 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:50617 collection:collection1 shard:shard2
   [junit4]   2> 527945 T2881 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 527946 T2881 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 527946 T2946 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 527955 T2946 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 527956 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 527957 T2946 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 527957 T2946 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C1246 name=collection1 org.apache.solr.core.SolrCore@4fb38a url=http://127.0.0.1:50617/collection1 node=127.0.0.1:50617_ C1246_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:50617, node_name=127.0.0.1:50617_, state=down}
   [junit4]   2> 527957 T2946 C1246 P50617 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:50617/collection1/
   [junit4]   2> 527957 T2946 C1246 P50617 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 527957 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 527958 T2946 C1246 P50617 oasc.SyncStrategy.syncToMe http://127.0.0.1:50617/collection1/ has no replicas
   [junit4]   2> 527958 T2946 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:50617/collection1/ shard2
   [junit4]   2> 527959 T2946 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 527959 T2910 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 527960 T2941 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 527961 T2941 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 527964 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50617",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 527965 T2910 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 527966 T2941 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 527966 T2941 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 527968 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 528013 T2946 oasc.ZkController.register We are http://127.0.0.1:50617/collection1/ and leader is http://127.0.0.1:50617/collection1/
   [junit4]   2> 528014 T2946 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:50617
   [junit4]   2> 528014 T2946 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 528014 T2946 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 528014 T2946 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 528016 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 528017 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50617",
   [junit4]   2> 	  "node_name":"127.0.0.1:50617_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 528017 T2910 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:50617",
   [junit4]   2> 	  "node_name":"127.0.0.1:50617_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 528019 T2910 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 528019 T2941 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 528020 T2946 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 528021 T2941 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 528259 T2881 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/cores/collection1
   [junit4]   2> 528260 T2881 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 528261 T2881 oejs.Server.doStart jetty-9.2.6.v20141205
   [junit4]   2> 528263 T2881 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@213b2b{/,null,AVAILABLE}
   [junit4]   2> 528264 T2881 oejs.AbstractConnector.doStart Started ServerConnector@60485a{HTTP/1.1}{127.0.0.1:?????}
   [junit4]   2> 528265 T2881 oejs.Server.doStart Started @??????ms
   [junit4]   2> 528265 T2881 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@387f44
   [junit4]   2> 528266 T2881 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 528266 T2881 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001
   [junit4]   2> 528266 T2881 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/'
   [junit4]   2> 528289 T2881 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/solr.xml
   [junit4]   2> 528296 T2881 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/cores
   [junit4]   2> 528296 T2881 oasc.CoreContainer.<init> New CoreContainer 21816136
   [junit4]   2> 528297 T2881 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/]
   [junit4]   2> 528298 T2881 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 528298 T2881 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 528298 T2881 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 528299 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 528299 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 528299 T2881 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 528300 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 528300 T2881 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 528300 T2881 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 528301 T2881 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 528301 T2881 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 528302 T2881 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 528302 T2881 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 528302 T2881 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 528303 T2881 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 528303 T2881 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42770/solr
   [junit4]   2> 528304 T2881 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 528304 T2881 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 528305 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 528306 T2960 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@25531b name:ZooKeeperConnection Watcher:127.0.0.1:42770 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 528307 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 528308 T2881 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 528311 T2881 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 528312 T2963 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24ddc9 name:ZooKeeperConnection Watcher:127.0.0.1:42770/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 528312 T2881 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 528317 T2881 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 529322 T2881 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56941_
   [junit4]   2> 529323 T2881 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56941_
   [junit4]   2> 529330 T2881 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 529335 T2881 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/cores
   [junit4]   2> 529337 T2881 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/cores/collection1/
   [junit4]   2> 529338 T2881 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 529342 T2964 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 529342 T2964 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 529345 T2909 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 529347 T2964 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 529347 T2964 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 529347 T2910 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56941",
   [junit4]   2> 	  "node_name":"127.0.0.1:56941_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 529349 T2964 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 529349 T2910 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:56941",
   [junit4]   2> 	  "node_name":"127.0.0.1:56941_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 529350 T2910 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 529350 T2910 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 529351 T2964 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 529352 T2964 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 529353 T2910 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 529354 T2963 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 529354 T2941 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 529356 T2963 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 529357 T2941 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 530352 T2964 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 530353 T2964 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 530354 T2964 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 530354 T2964 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 530356 T2964 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 530357 T2964 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/cores/collection1/'
   [junit4]   2> 530383 T2964 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 530387 T2964 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 530400 T2964 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 530407 T2964 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 530423 T2964 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 530425 T2964 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 530434 T2964 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 530568 T2964 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 530574 T2964 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 530576 T2964 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 530596 T2964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 530601 T2964 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 530604 T2964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 530605 T2964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 530606 T2964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 530607 T2964 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 530608 T2964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 530608 T2964 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 530608 T2964 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 530609 T2964 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 530609 T2964 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/shard-2-001/cores/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty2/
   [junit4]   2> 530610 T2964 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1294f71
   [junit4]   2> 530611 T2964 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty2
   [junit4]   2> 530612 T2964 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty2/index/
   [junit4]   2> 530612 T2964 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 530613 T2964 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty2/index
   [junit4]   2> 530613 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=20, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7156671314906147]
   [junit4]   2> 530614 T2964 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@e3bd53 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df76da),segFN=segments_1,generation=1}
   [junit4]   2> 530615 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 530621 T2964 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 530621 T2964 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 530621 T2964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 530622 T2964 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 530622 T2964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 530622 T2964 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 530623 T2964 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 530623 T2964 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 530624 T2964 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 530625 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 530626 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 530627 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 530630 T2964 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 530631 T2964 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 530632 T2964 oasc.RequestHandlers.initHandlersFromConfig created /schema: org.apache.solr.handler.SchemaHandler
   [junit4]   2> 530634 T2964 oasc.RequestHandlers.initHandlersFromConfig created /replication: org.apache.solr.handler.ReplicationHandler
   [junit4]   2> 530635 T2964 oasc.RequestHandlers.initHandlersFromConfig created /get: org.apache.solr.handler.RealTimeGetHandler
   [junit4]   2> 530636 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/luke: org.apache.solr.handler.admin.LukeRequestHandler
   [junit4]   2> 530638 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/system: org.apache.solr.handler.admin.SystemInfoHandler
   [junit4]   2> 530638 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/mbeans: org.apache.solr.handler.admin.SolrInfoMBeanHandler
   [junit4]   2> 530639 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/plugins: org.apache.solr.handler.admin.PluginInfoHandler
   [junit4]   2> 530640 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/threads: org.apache.solr.handler.admin.ThreadDumpHandler
   [junit4]   2> 530641 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/properties: org.apache.solr.handler.admin.PropertiesRequestHandler
   [junit4]   2> 530642 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/logging: org.apache.solr.handler.admin.LoggingHandler
   [junit4]   2> 530642 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: org.apache.solr.handler.PingRequestHandler
   [junit4]   2> 530643 T2964 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 530644 T2964 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 530646 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 530647 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 530648 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 530649 T2964 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 530650 T2964 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 530651 T2964 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 530651 T2964 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 530653 T2964 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=324137510, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 530654 T2964 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@e3bd53 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1df76da),segFN=segments_1,generation=1}
   [junit4]   2> 530655 T2964 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 530655 T2964 oass.SolrIndexSearcher.<init> Opening Searcher@1735ccd[collection1] main
   [junit4]   2> 530655 T2964 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 530657 T2964 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 530657 T2964 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 530658 T2964 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 530658 T2964 oasr.Rest

[...truncated too long message...]

ry=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 544751 T3062 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54763",
   [junit4]   2> 	  "node_name":"127.0.0.1:54763_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 544751 T2881 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 544751 T2881 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 544752 T2881 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 544752 T3062 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 21
   [junit4]   2> 544753 T2881 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 544754 T3010 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 544778 T2881 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 544779 T2881 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty4 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty4;done=false>>]
   [junit4]   2> 544779 T2881 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty4
   [junit4]   2> 544780 T2881 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty4/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty4/index;done=false>>]
   [junit4]   2> 544780 T2881 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001/tempDir-001/jetty4/index
   [junit4]   2> 544780 T2881 oasc.Overseer.close Overseer (id=93244997574197261-127.0.0.1:54763_-n_0000000004) closing
   [junit4]   2> 544781 T3062 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:54763_
   [junit4]   2> 546282 T3010 oascc.ZkStateReader$7.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 546282 T3055 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 546284 T2881 oejs.AbstractConnector.doStop Stopped ServerConnector@4856de{HTTP/1.1}{127.0.0.1:?}
   [junit4]   2> 546285 T2881 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@17c786d{/,null,UNAVAILABLE}
   [junit4]   2> 546286 T2881 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:42770 42770
   [junit4]   2> 546857 T2882 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:42770 42770
   [junit4]   2> 546858 T2882 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		5	/solr/configs/conf1
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 		2	/solr/configs/.system
   [junit4]   2> 		2	/solr/collections/.system/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBlobHandler -Dtests.method=doBlobHandlerTest -Dtests.seed=8390051B1994A77C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi_IN -Dtests.timezone=America/Paramaribo -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 23.6s J0 | TestBlobHandler.doBlobHandlerTest <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: {responseHeader={status=0, QTime=0}, response={numFound=0, start=0, docs=[]}}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8390051B1994A77C:63512749A278D18E]:0)
   [junit4]    > 	at org.apache.solr.handler.TestBlobHandler.doBlobHandlerTest(TestBlobHandler.java:96)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:915)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 546873 T2881 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestBlobHandler 8390051B1994A77C-001
   [junit4]   2> 23582 T2880 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {blobName=PostingsFormat(name=Direct), size=FST50, _version_=PostingsFormat(name=Memory doPackFST= true), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), version=PostingsFormat(name=Memory doPackFST= true), md5=PostingsFormat(name=Direct), timestamp=PostingsFormat(name=Direct)}, docValues:{}, sim=DefaultSimilarity, locale=hi_IN, timezone=America/Paramaribo
   [junit4]   2> NOTE: Linux 3.13.0-44-generic i386/Oracle Corporation 1.8.0_31 (32-bit)/cpus=8,threads=1,free=253748344,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [UUIDFieldTest, SyncSliceTest, TestInfoStreamLogging, TestDynamicFieldCollectionResource, TestCSVResponseWriter, DistributedFacetPivotWhiteBoxTest, TestClassNameShortening, TestSort, TestRestManager, NoCacheHeaderTest, TestNonDefinedSimilarityFactory, TestObjectReleaseTracker, PrimUtilsTest, TestConfigReload, TestDocumentBuilder, HdfsWriteToMultipleCollectionsTest, SuggesterFSTTest, TestSolrQueryParserDefaultOperatorResource, SynonymTokenizerTest, IndexSchemaRuntimeFieldTest, UUIDUpdateProcessorFallbackTest, TestExtendedDismaxParser, CollectionsAPIAsyncDistributedZkTest, TestQueryTypes, DirectSolrConnectionTest, TestPartialUpdateDeduplication, TestStressRecovery, SortByFunctionTest, CloudMLTQParserTest, ZkCLITest, TestManagedStopFilterFactory, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, TestCloudSchemaless, TestChildDocTransformer, SOLR749Test, DistributedQueueTest, PreAnalyzedFieldTest, ZkControllerTest, TestCharFilters, CacheHeaderTest, TestDistributedSearch, ExitableDirectoryReaderTest, TestSweetSpotSimilarityFactory, DistanceFunctionTest, InfoHandlerTest, AnalysisAfterCoreReloadTest, TestRandomDVFaceting, TestImplicitCoreProperties, DefaultValueUpdateProcessorTest, CloudExitableDirectoryReaderTest, TestFastLRUCache, DistributedFacetPivotLongTailTest, TestFieldCollectionResource, SliceStateTest, TestLFUCache, SSLMigrationTest, TestElisionMultitermQuery, HdfsLockFactoryTest, AnalyticsMergeStrategyTest, DocValuesTest, RollingRestartTest, TestCSVLoader, TestFaceting, JSONWriterTest, SolrIndexSplitterTest, DeleteShardTest, AlternateDirectoryTest, PingRequestHandlerTest, DistributedQueryComponentOptimizationTest, ResponseHeaderTest, TestRandomMergePolicy, DocValuesMultiTest, HardAutoCommitTest, TestBlobHandler]
   [junit4] Completed on J0 in 24.13s, 1 test, 1 failure <<< FAILURES!

[...truncated 1100 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1348: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:956: There were test failures: 461 suites, 1845 tests, 1 failure, 46 ignored (21 assumptions)

Total time: 70 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_31 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any