You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2015/03/26 18:35:22 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.9.0-ea-b54) - Build # 12101 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12101/
Java: 64bit/jdk1.9.0-ea-b54 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([63C9C3CF4FA055C7:EB9DFC15E15C383F]:0)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:502)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10277 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/init-core-data-001
   [junit4]   2> 1119377 T8127 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1119377 T8127 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1119378 T8127 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1119378 T8128 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1119478 T8127 oasc.ZkTestServer.run start zk server on port:33695
   [junit4]   2> 1119479 T8127 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1119479 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1119481 T8135 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d9851d6 name:ZooKeeperConnection Watcher:127.0.0.1:33695 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1119481 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1119481 T8127 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1119481 T8127 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1119483 T8127 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1119483 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1119484 T8138 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c7e246 name:ZooKeeperConnection Watcher:127.0.0.1:33695/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1119484 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1119484 T8127 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1119484 T8127 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1119485 T8127 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1119485 T8127 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1119486 T8127 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1119486 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1119486 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1119487 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1119488 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1119488 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1119489 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1119489 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1119489 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1119490 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1119490 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1119491 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1119491 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1119492 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1119492 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1119493 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1119493 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1119494 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1119494 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1119495 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1119495 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1119496 T8127 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1119496 T8127 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1119538 T8127 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1
   [junit4]   2> 1119539 T8127 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1119540 T8127 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@731f8919{/,null,AVAILABLE}
   [junit4]   2> 1119541 T8127 oejs.AbstractConnector.doStart Started ServerConnector@36ea5773{HTTP/1.1}{127.0.0.1:60231}
   [junit4]   2> 1119542 T8127 oejs.Server.doStart Started @1120496ms
   [junit4]   2> 1119542 T8127 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/tempDir-001/control/data, hostContext=/, hostPort=60231, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores}
   [junit4]   2> 1119542 T8127 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@3b764bce
   [junit4]   2> 1119542 T8127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/'
   [junit4]   2> 1119551 T8127 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/solr.xml
   [junit4]   2> 1119554 T8127 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores
   [junit4]   2> 1119554 T8127 oasc.CoreContainer.<init> New CoreContainer 1941059838
   [junit4]   2> 1119554 T8127 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/]
   [junit4]   2> 1119555 T8127 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/lib
   [junit4]   2> 1119555 T8127 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/lib).
   [junit4]   2> 1119558 T8127 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1119558 T8127 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1119558 T8127 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1119559 T8127 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1119560 T8127 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1119560 T8127 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1119560 T8127 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1119560 T8127 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1119560 T8127 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1119560 T8127 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33695/solr
   [junit4]   2> 1119561 T8127 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1119561 T8127 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1119561 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1119562 T8152 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@355ce776 name:ZooKeeperConnection Watcher:127.0.0.1:33695 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1119562 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1119562 T8127 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1119563 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1119564 T8155 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a7c19ea name:ZooKeeperConnection Watcher:127.0.0.1:33695/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1119564 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1119564 T8127 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1119565 T8127 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1119566 T8127 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1119567 T8127 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1119568 T8127 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1119569 T8127 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1119569 T8127 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1119570 T8127 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1119570 T8127 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60231_
   [junit4]   2> 1119571 T8127 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60231_
   [junit4]   2> 1119571 T8127 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1119572 T8127 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1119573 T8127 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1119573 T8127 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60231_
   [junit4]   2> 1119573 T8127 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1119574 T8127 oasc.Overseer.start Overseer (id=93545507620323331-127.0.0.1:60231_-n_0000000000) starting
   [junit4]   2> 1119575 T8127 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1119577 T8127 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1119578 T8127 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1119578 T8156 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1119578 T8157 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1119580 T8127 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores
   [junit4]   2> 1119581 T8127 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1119581 T8127 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/
   [junit4]   2> 1119582 T8127 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1119582 T8159 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1119582 T8159 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1119582 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1119582 T8159 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1119583 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60231",
   [junit4]   2> 	  "node_name":"127.0.0.1:60231_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 1119583 T8156 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60231",
   [junit4]   2> 	  "node_name":"127.0.0.1:60231_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1119583 T8156 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1119583 T8156 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1119584 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1120583 T8159 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1120583 T8159 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1120583 T8159 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1120583 T8159 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1120584 T8159 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1120584 T8159 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/'
   [junit4]   2> 1120589 T8159 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1120590 T8159 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1120592 T8159 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1120594 T8159 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1120601 T8159 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1120601 T8159 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1120604 T8159 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1120666 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1120670 T8159 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1120671 T8159 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1120674 T8159 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1120675 T8159 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1120676 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1120677 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1120677 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1120677 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1120677 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1120677 T8159 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/data/
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aadabd9
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/data
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1120678 T8159 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1120679 T8159 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/control-001/cores/collection1/data/index
   [junit4]   2> 1120679 T8159 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5960368173273912]
   [junit4]   2> 1120680 T8159 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7784016f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4196bd85),segFN=segments_1,generation=1}
   [junit4]   2> 1120680 T8159 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1120682 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1120682 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1120682 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1120682 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1120682 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1120682 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1120683 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1120683 T8159 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1120683 T8159 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1120684 T8159 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1120684 T8159 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1120685 T8159 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1120685 T8159 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1120687 T8159 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1120687 T8159 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1120688 T8159 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1120688 T8159 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1120688 T8159 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1120689 T8159 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1120689 T8159 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2773352311620817]
   [junit4]   2> 1120689 T8159 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7784016f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4196bd85),segFN=segments_1,generation=1}
   [junit4]   2> 1120689 T8159 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1120689 T8159 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@548c8a51[collection1] main
   [junit4]   2> 1120689 T8159 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1120690 T8159 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1120690 T8159 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1120690 T8159 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1120690 T8159 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1120690 T8159 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1120691 T8159 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1120691 T8159 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1120691 T8159 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1120691 T8159 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1120691 T8160 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@548c8a51[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1120692 T8159 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1120692 T8163 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60231 collection:control_collection shard:shard1
   [junit4]   2> 1120692 T8127 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1120692 T8127 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1120692 T8163 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1120693 T8127 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1120693 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1120694 T8166 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3fb314ca name:ZooKeeperConnection Watcher:127.0.0.1:33695/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1120694 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1120694 T8127 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1120694 T8127 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1120694 T8163 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1120695 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1120695 T8163 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1120695 T8163 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2551 name=collection1 org.apache.solr.core.SolrCore@2e64ed47 url=http://127.0.0.1:60231/collection1 node=127.0.0.1:60231_ C2551_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:60231, node_name=127.0.0.1:60231_, state=down}
   [junit4]   2> 1120695 T8163 C:control_collection S:shard1 C2551 P60231 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60231/collection1/
   [junit4]   2> 1120696 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 1120695 T8127 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1120696 T8163 C:control_collection S:shard1 C2551 P60231 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1120696 T8163 C:control_collection S:shard1 C2551 P60231 oasc.SyncStrategy.syncToMe http://127.0.0.1:60231/collection1/ has no replicas
   [junit4]   2> 1120696 T8163 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60231/collection1/ shard1
   [junit4]   2> 1120696 T8163 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1120697 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1120698 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60231",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1120737 T8127 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1
   [junit4]   2> 1120737 T8127 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001
   [junit4]   2> 1120738 T8127 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1120739 T8127 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@35393240{/,null,AVAILABLE}
   [junit4]   2> 1120740 T8127 oejs.AbstractConnector.doStart Started ServerConnector@47dbc9b5{HTTP/1.1}{127.0.0.1:59557}
   [junit4]   2> 1120740 T8127 oejs.Server.doStart Started @1121694ms
   [junit4]   2> 1120740 T8127 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=59557, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores}
   [junit4]   2> 1120740 T8127 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@3b764bce
   [junit4]   2> 1120740 T8127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/'
   [junit4]   2> 1120748 T8127 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/solr.xml
   [junit4]   2> 1120751 T8127 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores
   [junit4]   2> 1120752 T8127 oasc.CoreContainer.<init> New CoreContainer 404401307
   [junit4]   2> 1120752 T8127 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/]
   [junit4]   2> 1120752 T8127 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/lib
   [junit4]   2> 1120752 T8127 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/lib).
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1120756 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1120757 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1120757 T8127 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1120757 T8127 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1120757 T8127 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1120757 T8127 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1120757 T8127 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1120757 T8127 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1120758 T8127 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1120758 T8127 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33695/solr
   [junit4]   2> 1120758 T8127 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1120758 T8127 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1120758 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1120759 T8180 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62f8a749 name:ZooKeeperConnection Watcher:127.0.0.1:33695 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1120759 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1120760 T8127 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1120760 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1120761 T8183 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b06fdfb name:ZooKeeperConnection Watcher:127.0.0.1:33695/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1120761 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1120762 T8127 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1120799 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1120799 T8166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1120799 T8183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1120848 T8163 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:60231/collection1/ and leader is http://127.0.0.1:60231/collection1/
   [junit4]   2> 1120848 T8163 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60231
   [junit4]   2> 1120848 T8163 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1120848 T8163 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1120848 T8163 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1120849 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1120849 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60231",
   [junit4]   2> 	  "node_name":"127.0.0.1:60231_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 1120850 T8156 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60231",
   [junit4]   2> 	  "node_name":"127.0.0.1:60231_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1120951 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1120951 T8183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1120951 T8166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1121764 T8127 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59557_
   [junit4]   2> 1121764 T8127 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59557_
   [junit4]   2> 1121765 T8127 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1121766 T8127 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores
   [junit4]   2> 1121766 T8127 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1121767 T8127 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/
   [junit4]   2> 1121767 T8127 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1121767 T8184 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1121768 T8184 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1121768 T8184 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1121768 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1121768 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59557",
   [junit4]   2> 	  "node_name":"127.0.0.1:59557_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 1121769 T8156 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59557",
   [junit4]   2> 	  "node_name":"127.0.0.1:59557_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1121769 T8156 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1121769 T8156 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1121870 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1121870 T8183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1121870 T8166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1122768 T8184 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1122768 T8184 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1122769 T8184 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1122769 T8184 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1122769 T8184 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1122770 T8184 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1122778 T8184 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1122779 T8184 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1122782 T8184 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1122786 T8184 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1122793 T8184 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1122794 T8184 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1122797 T8184 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1122875 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1122880 T8184 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1122882 T8184 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1122886 T8184 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1122887 T8184 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1122889 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1122889 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1122889 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1122890 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1122890 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1122890 T8184 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1122890 T8184 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1122890 T8184 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1122891 T8184 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 1122891 T8184 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4aadabd9
   [junit4]   2> 1122891 T8184 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1122892 T8184 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 1122892 T8184 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1122892 T8184 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 1122892 T8184 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5960368173273912]
   [junit4]   2> 1122893 T8184 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@78c0d445 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ffa3f29),segFN=segments_1,generation=1}
   [junit4]   2> 1122893 T8184 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1122897 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1122897 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1122897 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1122897 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1122897 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1122898 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1122898 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1122898 T8184 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1122898 T8184 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1122900 T8184 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1122900 T8184 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1122901 T8184 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1122902 T8184 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1122905 T8184 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1122905 T8184 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1122906 T8184 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1122906 T8184 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1122906 T8184 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1122906 T8184 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1122907 T8184 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2773352311620817]
   [junit4]   2> 1122907 T8184 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@78c0d445 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ffa3f29),segFN=segments_1,generation=1}
   [junit4]   2> 1122932 T8184 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1122933 T8184 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@6befe8e[collection1] main
   [junit4]   2> 1122933 T8184 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1122934 T8184 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1122934 T8184 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1122934 T8184 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1122934 T8184 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1122935 T8184 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1122935 T8184 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1122935 T8184 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1122935 T8184 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1122936 T8184 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1122936 T8185 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6befe8e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1122936 T8184 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1122937 T8188 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59557 collection:collection1 shard:shard2
   [junit4]   2> 1122937 T8127 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1122937 T8127 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1122937 T8188 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1122939 T8188 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1122940 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1122940 T8188 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1122940 T8188 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2552 name=collection1 org.apache.solr.core.SolrCore@3b72bd75 url=http://127.0.0.1:59557/collection1 node=127.0.0.1:59557_ C2552_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:59557, node_name=127.0.0.1:59557_, state=down}
   [junit4]   2> 1122940 T8188 C:collection1 S:shard2 C2552 P59557 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59557/collection1/
   [junit4]   2> 1122940 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 1122940 T8188 C:collection1 S:shard2 C2552 P59557 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1122941 T8188 C:collection1 S:shard2 C2552 P59557 oasc.SyncStrategy.syncToMe http://127.0.0.1:59557/collection1/ has no replicas
   [junit4]   2> 1122941 T8188 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59557/collection1/ shard2
   [junit4]   2> 1122941 T8188 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1122942 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1122942 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59557",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1122978 T8127 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores/collection1
   [junit4]   2> 1122979 T8127 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001
   [junit4]   2> 1122979 T8127 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1122980 T8127 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@57144661{/,null,AVAILABLE}
   [junit4]   2> 1122980 T8127 oejs.AbstractConnector.doStart Started ServerConnector@7bd0fbde{HTTP/1.1}{127.0.0.1:36301}
   [junit4]   2> 1122981 T8127 oejs.Server.doStart Started @1123935ms
   [junit4]   2> 1122981 T8127 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=36301, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores}
   [junit4]   2> 1122981 T8127 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@3b764bce
   [junit4]   2> 1122981 T8127 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/'
   [junit4]   2> 1122990 T8127 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/solr.xml
   [junit4]   2> 1122992 T8127 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores
   [junit4]   2> 1122993 T8127 oasc.CoreContainer.<init> New CoreContainer 890289749
   [junit4]   2> 1122993 T8127 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/]
   [junit4]   2> 1122993 T8127 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/lib
   [junit4]   2> 1122993 T8127 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/lib).
   [junit4]   2> 1122997 T8127 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1122997 T8127 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1122997 T8127 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1122997 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1122997 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1122998 T8127 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1122998 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1122998 T8127 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1122998 T8127 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1122998 T8127 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1122998 T8127 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1122999 T8127 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1122999 T8127 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1122999 T8127 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1122999 T8127 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1122999 T8127 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:33695/solr
   [junit4]   2> 1122999 T8127 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1123000 T8127 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1123000 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1123001 T8202 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6fde5e19 name:ZooKeeperConnection Watcher:127.0.0.1:33695 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1123001 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1123001 T8127 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1123002 T8127 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1123002 T8205 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2793c9c7 name:ZooKeeperConnection Watcher:127.0.0.1:33695/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1123002 T8127 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1123004 T8127 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1123044 T8183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123044 T8205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123044 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123044 T8166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123093 T8188 C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:59557/collection1/ and leader is http://127.0.0.1:59557/collection1/
   [junit4]   2> 1123093 T8188 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59557
   [junit4]   2> 1123093 T8188 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1123093 T8188 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1123093 T8188 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1123094 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1123094 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59557",
   [junit4]   2> 	  "node_name":"127.0.0.1:59557_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 1123094 T8156 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59557",
   [junit4]   2> 	  "node_name":"127.0.0.1:59557_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1123196 T8183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123196 T8205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123196 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1123196 T8166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1124005 T8127 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36301_
   [junit4]   2> 1124006 T8127 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36301_
   [junit4]   2> 1124007 T8127 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1124007 T8127 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores
   [junit4]   2> 1124008 T8127 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1124008 T8127 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores/collection1/
   [junit4]   2> 1124008 T8127 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1124009 T8206 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1124009 T8206 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1124009 T8206 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1124009 T8155 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1124010 T8156 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36301",
   [junit4]   2> 	  "node_name":"127.0.0.1:36301_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 1124010 T8156 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:36301",
   [junit4]   2> 	  "node_name":"127.0.0.1:36301_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1124010 T8156 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 1124010 T8156 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1124111 T8183 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1124111 T8166 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1124111 T8205 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1124111 T8155 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1125009 T8206 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1125010 T8206 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1125010 T8206 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1125010 T8206 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1125010 T8206 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1125011 T8206 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-2-001/cores/collection1/'
   [junit4]   2> 1125016 T8206 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1125017 T8206 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1125019 T8206 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1125022 T8206 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1125028 T8206 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1125028 T8206 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1125031 T8206 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1125087 T8206 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1125090 T8206 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1125091 T8206 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1125094 T820

[...truncated too long message...]

y.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1143730 T8127 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1143731 T8127 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-4-001/cores/collection1/data
   [junit4]   2> 1143731 T8127 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1143731 T8127 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 1143732 T8127 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93545507620323340-127.0.0.1:56863_-n_0000000004) closing
   [junit4]   2> 1143732 T8448 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:56863_
   [junit4]   2> 1145233 T8252 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1145234 T8127 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@4bb41727{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1145234 T8127 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@3781bacd{/,null,UNAVAILABLE}
   [junit4]   2> 1145235 T8127 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:33695 33695
   [junit4]   2> 1145265 T8128 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:33695 33695
   [junit4]   2> 1145266 T8128 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		85	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=63C9C3CF4FA055C7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=et -Dtests.timezone=Asia/Omsk -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   25.9s J0 | TestSolrConfigHandlerCloud.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([63C9C3CF4FA055C7:EB9DFC15E15C383F]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1145271 T8127 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 63C9C3CF4FA055C7-001
   [junit4]   2> 25896 T8126 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=et, timezone=Asia/Omsk
   [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.9.0-ea (64-bit)/cpus=12,threads=1,free=128874056,total=533200896
   [junit4]   2> NOTE: All tests run in this JVM: [StandardRequestHandlerTest, TermsComponentTest, FastVectorHighlighterTest, OverseerRolesTest, TestReversedWildcardFilterFactory, BasicDistributedZkTest, ResponseHeaderTest, TestRawResponseWriter, CloudExitableDirectoryReaderTest, TestCollapseQParserPlugin, TestFastLRUCache, TestSchemaVersionResource, TestRandomDVFaceting, TestDefaultSimilarityFactory, TestArbitraryIndexDir, TestFieldTypeCollectionResource, TestIndexingPerformance, DebugComponentTest, TestDocSet, OpenExchangeRatesOrgProviderTest, InfoHandlerTest, TestSolrDeletionPolicy2, TestFunctionQuery, SegmentsInfoRequestHandlerTest, DistributedIntervalFacetingTest, TestHdfsUpdateLog, LeaderElectionIntegrationTest, TestCloudManagedSchemaConcurrent, HdfsDirectoryTest, TestDistribDocBasedVersion, IndexBasedSpellCheckerTest, TestPerFieldSimilarity, TestAnalyzedSuggestions, SuggesterWFSTTest, TestDynamicFieldResource, TestOrdValues, EnumFieldTest, TestSolr4Spatial, HdfsDirectoryFactoryTest, RankQueryTest, TestFreeTextSuggestions, MigrateRouteKeyTest, TestBadConfig, SyncSliceTest, CurrencyFieldXmlFileTest, TestConfigReload, SimpleMLTQParserTest, BadCopyFieldTest, TestCSVResponseWriter, CoreAdminRequestStatusTest, DOMUtilTest, PrimitiveFieldTypeTest, TestLazyCores, AddSchemaFieldsUpdateProcessorFactoryTest, TestMiniSolrCloudCluster, DistributedFacetPivotSmallAdvancedTest, NumericFieldsTest, ExternalFileFieldSortTest, BlockCacheTest, TestDistributedSearch, TestDefaultSearchFieldResource, OutputWriterTest, TestHighFrequencyDictionaryFactory, TestCloudManagedSchema, TestReplicationHandler, TestOverriddenPrefixQueryForCustomFieldType, DistributedSpellCheckComponentTest, DocValuesMissingTest, TestInitQParser, TestSuggestSpellingConverter, TestJoin, DistributedQueueTest, RecoveryAfterSoftCommitTest, BasicZkTest, TestRealTimeGet, ExitableDirectoryReaderTest, SharedFSAutoReplicaFailoverUtilsTest, TimeZoneUtilsTest, DeleteShardTest, DistribJoinFromCollectionTest, LeaderInitiatedRecoveryOnCommitTest, RemoteQueryErrorTest, RollingRestartTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCryptoKeys, TestLeaderElectionZkExpiry, TestShortCircuitedRequests, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateWriterTest, TestImplicitCoreProperties, TestInitParams, TestSolrConfigHandler, TestSolrConfigHandlerCloud]
   [junit4] Completed on J0 in 26.66s, 1 test, 1 error <<< FAILURES!

[...truncated 208 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 1 error, 49 ignored (21 assumptions)

Total time: 40 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.9.0-ea-b54 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_40) - Build # 12106 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12106/
Java: 64bit/jdk1.8.0_40 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Error from server at http://127.0.0.1:59887/compositeid_collection_with_routerfield_shard1_replica1: no servers hosting shard: 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:59887/compositeid_collection_with_routerfield_shard1_replica1: no servers hosting shard: 
	at __randomizedtesting.SeedInfo.seed([19D0F96C96C5D76B:9184C6B63839BA93]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:556)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:225)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdCompositeRouterWithRouterField(FullSolrCloudDistribCmdsTest.java:357)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([19D0F96C96C5D76B:9184C6B63839BA93]:0)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9575 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/init-core-data-001
   [junit4]   2> 382712 T3036 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 382714 T3036 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 382714 T3037 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 382814 T3036 oasc.ZkTestServer.run start zk server on port:42526
   [junit4]   2> 382815 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 382815 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 382817 T3044 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@27c00b77 name:ZooKeeperConnection Watcher:127.0.0.1:42526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 382817 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 382817 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 382817 T3036 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 382818 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 382819 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 382819 T3047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c5fd37e name:ZooKeeperConnection Watcher:127.0.0.1:42526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 382820 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 382820 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 382820 T3036 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 382821 T3036 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 382821 T3036 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 382822 T3036 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 382822 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 382823 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 382824 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 382824 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 382825 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 382825 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 382826 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 382826 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 382827 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 382827 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 382828 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 382828 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 382829 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 382829 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 382829 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 382829 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 382830 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 382830 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 382831 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 382831 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 382832 T3036 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 382832 T3036 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 382878 T3036 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1
   [junit4]   2> 382879 T3036 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 382880 T3036 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@7d9ccb86{/,null,AVAILABLE}
   [junit4]   2> 382882 T3036 oejs.AbstractConnector.doStart Started ServerConnector@460785bd{HTTP/1.1}{127.0.0.1:47615}
   [junit4]   2> 382882 T3036 oejs.Server.doStart Started @384891ms
   [junit4]   2> 382882 T3036 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/tempDir-001/control/data, hostContext=/, hostPort=47615, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores}
   [junit4]   2> 382883 T3036 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 382883 T3036 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/'
   [junit4]   2> 382892 T3036 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/solr.xml
   [junit4]   2> 382895 T3036 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores
   [junit4]   2> 382895 T3036 oasc.CoreContainer.<init> New CoreContainer 519217887
   [junit4]   2> 382895 T3036 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/]
   [junit4]   2> 382896 T3036 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/lib
   [junit4]   2> 382896 T3036 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/lib).
   [junit4]   2> 382900 T3036 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 382900 T3036 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 382900 T3036 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 382900 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 382900 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 382901 T3036 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 382901 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 382901 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 382901 T3036 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 382901 T3036 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 382901 T3036 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 382902 T3036 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 382902 T3036 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 382902 T3036 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 382902 T3036 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 382902 T3036 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42526/solr
   [junit4]   2> 382903 T3036 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 382903 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 382903 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 382904 T3061 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23959173 name:ZooKeeperConnection Watcher:127.0.0.1:42526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 382905 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 382905 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 382906 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 382907 T3064 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4787ca15 name:ZooKeeperConnection Watcher:127.0.0.1:42526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 382907 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 382907 T3036 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 382909 T3036 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 382910 T3036 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 382911 T3036 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 382912 T3036 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 382915 T3036 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 382918 T3036 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 382919 T3036 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 382920 T3036 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47615_
   [junit4]   2> 382920 T3036 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47615_
   [junit4]   2> 382921 T3036 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 382921 T3036 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 382923 T3036 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 382924 T3036 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:47615_
   [junit4]   2> 382924 T3036 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 382924 T3036 oasc.Overseer.start Overseer (id=93547306403495939-127.0.0.1:47615_-n_0000000000) starting
   [junit4]   2> 382925 T3036 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 382928 T3036 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 382928 T3036 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 382928 T3066 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 382929 T3065 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 382930 T3036 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores
   [junit4]   2> 382931 T3036 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 382931 T3036 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/
   [junit4]   2> 382932 T3036 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 382932 T3068 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 382932 T3068 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 382933 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 382933 T3068 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 382933 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47615",
   [junit4]   2> 	  "node_name":"127.0.0.1:47615_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 382933 T3065 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47615",
   [junit4]   2> 	  "node_name":"127.0.0.1:47615_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 382933 T3065 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 382934 T3065 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 382935 T3064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 383933 T3068 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 383933 T3068 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 383933 T3068 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 383933 T3068 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 383934 T3068 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 383934 T3068 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/'
   [junit4]   2> 383943 T3068 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 383945 T3068 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 383948 T3068 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 383951 T3068 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 383957 T3068 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 383957 T3068 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 383961 T3068 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 384031 T3068 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 384032 T3068 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 384033 T3068 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 384035 T3068 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 384044 T3068 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 384044 T3068 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 384044 T3068 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/data/
   [junit4]   2> 384045 T3068 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d9c0438
   [junit4]   2> 384045 T3068 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/data
   [junit4]   2> 384045 T3068 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 384045 T3068 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 384045 T3068 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/control-001/cores/collection1/data/index
   [junit4]   2> 384046 T3068 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8750673045792798]
   [junit4]   2> 384046 T3068 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@121abb33 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42e2e78a),segFN=segments_1,generation=1}
   [junit4]   2> 384046 T3068 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 384049 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 384049 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 384049 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 384049 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 384050 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 384050 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 384050 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 384050 T3068 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 384050 T3068 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 384052 T3068 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 384052 T3068 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 384053 T3068 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 384053 T3068 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 384055 T3068 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 384056 T3068 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 384056 T3068 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 384056 T3068 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 384057 T3068 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 384057 T3068 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 384057 T3068 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=81.21875, floorSegmentMB=1.2373046875, forceMergeDeletesPctAllowed=27.97373871477864, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 384057 T3068 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@121abb33 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@42e2e78a),segFN=segments_1,generation=1}
   [junit4]   2> 384057 T3068 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 384058 T3068 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@4e451e3e[collection1] main
   [junit4]   2> 384058 T3068 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 384058 T3068 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 384058 T3068 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 384059 T3068 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 384060 T3069 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e451e3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 384060 T3068 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 384061 T3072 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:47615 collection:control_collection shard:shard1
   [junit4]   2> 384061 T3036 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 384061 T3036 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 384062 T3072 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 384062 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 384063 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 384064 T3075 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70c89f0c name:ZooKeeperConnection Watcher:127.0.0.1:42526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 384064 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 384064 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 384064 T3036 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 384065 T3036 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 384066 T3036 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 384066 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 384067 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 384067 T3072 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 384068 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 384068 T3072 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 384068 T3072 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 384068 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 384069 T3078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a90a2a3 name:ZooKeeperConnection Watcher:127.0.0.1:42526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> ASYNC  NEW_CORE C432 name=collection1 org.apache.solr.core.SolrCore@5b1d2f63 url=http://127.0.0.1:47615/collection1 node=127.0.0.1:47615_ C432_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:47615, node_name=127.0.0.1:47615_, state=down}
   [junit4]   2> 384068 T3072 C:control_collection S:shard1 C432 P47615 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:47615/collection1/
   [junit4]   2> 384069 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 384069 T3072 C:control_collection S:shard1 C432 P47615 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 384069 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 384069 T3072 C:control_collection S:shard1 C432 P47615 oasc.SyncStrategy.syncToMe http://127.0.0.1:47615/collection1/ has no replicas
   [junit4]   2> 384070 T3072 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:47615/collection1/ shard1
   [junit4]   2> 384070 T3072 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 384071 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 384071 T3065 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 384075 T3075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384075 T3064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384077 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 384078 T3065 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 384079 T3064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384079 T3075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384080 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47615",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 3
   [junit4]   2> 384081 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 384082 T3064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384082 T3075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384131 T3072 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:47615/collection1/ and leader is http://127.0.0.1:47615/collection1/
   [junit4]   2> 384131 T3072 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47615
   [junit4]   2> 384131 T3072 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 384131 T3072 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 384131 T3072 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 384142 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 384143 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47615",
   [junit4]   2> 	  "node_name":"127.0.0.1:47615_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 384143 T3065 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:47615",
   [junit4]   2> 	  "node_name":"127.0.0.1:47615_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 384164 T3036 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1
   [junit4]   2> 384165 T3036 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001
   [junit4]   2> 384166 T3036 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 384167 T3036 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@19dbaa04{/,null,AVAILABLE}
   [junit4]   2> 384168 T3036 oejs.AbstractConnector.doStart Started ServerConnector@2740140e{HTTP/1.1}{127.0.0.1:59887}
   [junit4]   2> 384168 T3036 oejs.Server.doStart Started @386176ms
   [junit4]   2> 384168 T3036 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=59887, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores}
   [junit4]   2> 384169 T3036 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 384169 T3036 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/'
   [junit4]   2> 384184 T3036 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/solr.xml
   [junit4]   2> 384187 T3036 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores
   [junit4]   2> 384187 T3036 oasc.CoreContainer.<init> New CoreContainer 416769413
   [junit4]   2> 384188 T3036 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/]
   [junit4]   2> 384188 T3036 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/lib
   [junit4]   2> 384188 T3036 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/lib).
   [junit4]   2> 384193 T3036 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 384193 T3036 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 384193 T3036 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 384193 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 384193 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 384194 T3036 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 384194 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 384194 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 384194 T3036 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 384195 T3036 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 384195 T3036 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 384195 T3036 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 384196 T3036 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 384196 T3036 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 384196 T3036 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 384196 T3036 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42526/solr
   [junit4]   2> 384196 T3036 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 384197 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 384197 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 384198 T3092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@780b8d69 name:ZooKeeperConnection Watcher:127.0.0.1:42526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 384199 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 384199 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 384200 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 384201 T3095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@78272c56 name:ZooKeeperConnection Watcher:127.0.0.1:42526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 384201 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 384204 T3036 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 384245 T3075 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384246 T3095 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 384246 T3064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 385206 T3036 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59887_
   [junit4]   2> 385207 T3036 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:59887_
   [junit4]   2> 385208 T3036 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 385209 T3036 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores
   [junit4]   2> 385210 T3036 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 385210 T3036 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/
   [junit4]   2> 385211 T3036 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 385212 T3096 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 385212 T3096 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 385212 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 385212 T3096 C:collection1 c:collection1 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 385213 T3096 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 385213 T3096 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 385213 T3096 C:collection1 c:collection1 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 385213 T3096 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 385214 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59887",
   [junit4]   2> 	  "node_name":"127.0.0.1:59887_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 385214 T3065 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59887",
   [junit4]   2> 	  "node_name":"127.0.0.1:59887_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 385215 T3065 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 385215 T3065 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 385316 T3065 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 385317 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 385317 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 386214 T3096 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 386214 T3096 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 386214 T3096 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 386214 T3096 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 386215 T3096 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 386215 T3096 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/'
   [junit4]   2> 386225 T3096 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 386226 T3096 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 386228 T3096 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 386231 T3096 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 386237 T3096 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 386238 T3096 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 386241 T3096 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 386331 T3096 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 386332 T3096 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 386333 T3096 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 386335 T3096 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 386344 T3096 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 386344 T3096 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 386345 T3096 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 386345 T3096 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d9c0438
   [junit4]   2> 386345 T3096 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/data
   [junit4]   2> 386346 T3096 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 386346 T3096 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 386346 T3096 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 386346 T3096 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8750673045792798]
   [junit4]   2> 386347 T3096 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@28968b37 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ee65cc5),segFN=segments_1,generation=1}
   [junit4]   2> 386347 T3096 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 386351 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 386351 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 386352 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 386352 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 386352 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 386352 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 386352 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 386352 T3096 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 386353 T3096 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 386355 T3096 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 386356 T3096 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 386357 T3096 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 386357 T3096 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 386361 T3096 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 386362 T3096 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 386362 T3096 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 386363 T3096 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 386363 T3096 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 386363 T3096 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 386364 T3096 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=81.21875, floorSegmentMB=1.2373046875, forceMergeDeletesPctAllowed=27.97373871477864, segmentsPerTier=31.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 386365 T3096 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@28968b37 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ee65cc5),segFN=segments_1,generation=1}
   [junit4]   2> 386365 T3096 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 386365 T3096 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@35adac93[collection1] main
   [junit4]   2> 386365 T3096 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 386366 T3096 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 386366 T3096 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 386366 T3096 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 386366 T3096 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 386366 T3096 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 386367 T3096 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 386367 T3096 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 386367 T3096 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 386367 T3096 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 386367 T3097 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@35adac93[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 386368 T3096 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 386368 T3100 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:59887 collection:collection1 shard:shard2
   [junit4]   2> 386368 T3036 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 386369 T3100 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 386369 T3036 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 386371 T3100 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 386371 T3100 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 386371 T3100 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C433 name=collection1 org.apache.solr.core.SolrCore@79be83a2 url=http://127.0.0.1:59887/collection1 node=127.0.0.1:59887_ C433_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:59887, node_name=127.0.0.1:59887_, state=down}
   [junit4]   2> 386372 T3100 C:collection1 S:shard2 C433 P59887 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:59887/collection1/
   [junit4]   2> 386372 T3100 C:collection1 S:shard2 C433 P59887 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 386372 T3100 C:collection1 S:shard2 C433 P59887 oasc.SyncStrategy.syncToMe http://127.0.0.1:59887/collection1/ has no replicas
   [junit4]   2> 386372 T3100 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:59887/collection1/ shard2
   [junit4]   2> 386372 T3100 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 386378 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 386379 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 2, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 386380 T3065 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 386380 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 386380 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 386382 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59887",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 5
   [junit4]   2> 386383 T3065 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 386383 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 386384 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 386384 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 386424 T3100 C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:59887/collection1/ and leader is http://127.0.0.1:59887/collection1/
   [junit4]   2> 386425 T3100 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59887
   [junit4]   2> 386425 T3100 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 386425 T3100 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 386425 T3100 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 386428 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 386428 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59887",
   [junit4]   2> 	  "node_name":"127.0.0.1:59887_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 386429 T3065 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:59887",
   [junit4]   2> 	  "node_name":"127.0.0.1:59887_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 386429 T3065 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 386430 T3095 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 386431 T3100 C:collection1 S:shard2 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 386431 T3095 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 386446 T3036 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores/collection1
   [junit4]   2> 386447 T3036 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001
   [junit4]   2> 386448 T3036 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 386450 T3036 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@5bc9f92f{/,null,AVAILABLE}
   [junit4]   2> 386451 T3036 oejs.AbstractConnector.doStart Started ServerConnector@7f207026{HTTP/1.1}{127.0.0.1:39003}
   [junit4]   2> 386451 T3036 oejs.Server.doStart Started @388460ms
   [junit4]   2> 386451 T3036 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=39003, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores}
   [junit4]   2> 386452 T3036 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 386452 T3036 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/'
   [junit4]   2> 386466 T3036 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/solr.xml
   [junit4]   2> 386492 T3036 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores
   [junit4]   2> 386493 T3036 oasc.CoreContainer.<init> New CoreContainer 1867305055
   [junit4]   2> 386493 T3036 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/]
   [junit4]   2> 386493 T3036 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/lib
   [junit4]   2> 386494 T3036 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/lib).
   [junit4]   2> 386500 T3036 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 386500 T3036 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 386501 T3036 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 386501 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 386501 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 386501 T3036 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 386501 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 386502 T3036 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 386502 T3036 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 386502 T3036 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 386502 T3036 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 386503 T3036 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 386503 T3036 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 386503 T3036 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 386503 T3036 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 386504 T3036 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:42526/solr
   [junit4]   2> 386504 T3036 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 386504 T3036 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 386505 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 386506 T3114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@cf290e6 name:ZooKeeperConnection Watcher:127.0.0.1:42526 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 386506 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 386507 T3036 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 386508 T3036 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 386508 T3117 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@415d907e name:ZooKeeperConnection Watcher:127.0.0.1:42526/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 386508 T3036 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 386511 T3036 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 387514 T3036 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39003_
   [junit4]   2> 387515 T3036 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39003_
   [junit4]   2> 387517 T3036 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 387519 T3036 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores
   [junit4]   2> 387520 T3036 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 387520 T3036 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 19D0F96C96C5D76B-001/shard-2-001/cores/collection1/
   [junit4]   2> 387521 T3036 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 387524 T3118 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 387524 T3118 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 387525 T3064 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 387525 T3065 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39003",
   [junit4]   2> 	  "node_name":"127.0.0.1:39003_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 387525 T3065 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39003",
   [junit4]   2> 	  "node_name":"127.0.0.1:39003_",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 387526 T3065 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 387526 T3065 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 387526 T3065 oasco.ZkStateWriter.writePendi

[...truncated too long message...]

dating data for collection1 to ver 21 
   [junit4]   2> 1176110 T7897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1176110 T7897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1176111 T7897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001/shard-4-001/cores/collection1/data
   [junit4]   2> 1176111 T7897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1176111 T7897 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 1176111 T7897 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93547356894396430-127.0.0.1:35297_-n_0000000004) closing
   [junit4]   2> 1176112 T8220 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:35297_
   [junit4]   2> 1177613 T8218 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1177614 T7897 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@23ab1c18{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 1177615 T7897 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@3563847c{/,null,UNAVAILABLE}
   [junit4]   2> 1177616 T7897 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:37591 37591
   [junit4]   2> 1177647 T7898 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:37591 37591
   [junit4]   2> 1177648 T7898 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		85	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		4	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=19D0F96C96C5D76B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=it_IT -Dtests.timezone=America/Havana -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   23.6s J0 | TestSolrConfigHandlerCloud.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([19D0F96C96C5D76B:9184C6B63839BA93]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1177652 T7897 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud 19D0F96C96C5D76B-001
   [junit4]   2> 23626 T7896 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50), sim=DefaultSimilarity, locale=it_IT, timezone=America/Havana
   [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.8.0_40 (64-bit)/cpus=12,threads=1,free=273548816,total=508887040
   [junit4]   2> NOTE: All tests run in this JVM: [URLClassifyProcessorTest, ParsingFieldUpdateProcessorsTest, DateFieldTest, TermsComponentTest, ChaosMonkeyNothingIsSafeTest, SignatureUpdateProcessorFactoryTest, CursorMarkTest, RecoveryAfterSoftCommitTest, TestSimpleTrackingShardHandler, LeaderFailoverAfterPartitionTest, DistributedQueueTest, DebugComponentTest, TestReversedWildcardFilterFactory, TestMergePolicyConfig, TestJoin, SharedFSAutoReplicaFailoverUtilsTest, PeerSyncTest, MinimalSchemaTest, SchemaVersionSpecificBehaviorTest, AnalyticsQueryTest, TestFunctionQuery, TestJsonRequest, SimpleMLTQParserTest, IndexBasedSpellCheckerTest, ReplicationFactorTest, SuggesterFSTTest, ClusterStateTest, SyncSliceTest, TestFaceting, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, TestRemoteStreaming, TestDocumentBuilder, TestFreeTextSuggestions, TestMiniSolrCloudCluster, TestConfigReload, DefaultValueUpdateProcessorTest, BadCopyFieldTest, HdfsDirectoryTest, TestCollapseQParserPlugin, TestDefaultStatsCache, TestOverriddenPrefixQueryForCustomFieldType, TestOrdValues, TestInitQParser, DistributedQueryComponentOptimizationTest, IndexSchemaTest, TestSolr4Spatial, TestImplicitCoreProperties, TestFieldResource, TestSolrConfigHandler, BlockCacheTest, TestSchemaVersionResource, TestBadConfig, CoreAdminRequestStatusTest, CSVRequestHandlerTest, StandardRequestHandlerTest, MultiTermTest, MigrateRouteKeyTest, UUIDFieldTest, TestDynamicFieldResource, QueryElevationComponentTest, BasicDistributedZkTest, TestPhraseSuggestions, DistributedFacetPivotSmallAdvancedTest, RequestLoggingTest, EnumFieldTest, DistributedIntervalFacetingTest, TestCloudManagedSchemaConcurrent, TestDefaultSearchFieldResource, UniqFieldsUpdateProcessorFactoryTest, TestJmxIntegration, TermVectorComponentTest, FastVectorHighlighterTest, AnalysisErrorHandlingTest, LeaderElectionIntegrationTest, SuggesterWFSTTest, RequestHandlersTest, TestLazyCores, DistribCursorPagingTest, HttpPartitionTest, TestCollectionAPI, TestCryptoKeys, TestMiniSolrCloudClusterSSL, TestRequestStatusCollectionAPI, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeySafeLeaderTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsThreadLeakTest, StressHdfsTest, ZkStateWriterTest, CachingDirectoryFactoryTest, ExitableDirectoryReaderTest, TestReplicationHandlerBackup, TestReqParamsAPI, TestSolrConfigHandlerCloud]
   [junit4] Completed on J0 in 23.89s, 1 test, 1 error <<< FAILURES!

[...truncated 233 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 2 errors, 49 ignored (21 assumptions)

Total time: 37 minutes 24 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_40 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_40) - Build # 12105 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12105/
Java: 64bit/jdk1.8.0_40 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DA4AFE9C5003592D:521EC146FEFF34D5]:0)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10275 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/init-core-data-001
   [junit4]   2> 1238838 T8008 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1238838 T8008 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1238842 T8008 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1238842 T8009 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1238942 T8008 oasc.ZkTestServer.run start zk server on port:54657
   [junit4]   2> 1238943 T8008 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1238944 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1238945 T8016 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@732b208b name:ZooKeeperConnection Watcher:127.0.0.1:54657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1238945 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1238945 T8008 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1238946 T8008 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1238947 T8008 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1238948 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1238948 T8019 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c0cc103 name:ZooKeeperConnection Watcher:127.0.0.1:54657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1238948 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1238949 T8008 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1238949 T8008 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1238950 T8008 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1238950 T8008 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1238951 T8008 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1238951 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1238951 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1238952 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1238953 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1238953 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1238954 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1238954 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1238954 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1238955 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1238955 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1238956 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1238956 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1238956 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1238957 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1238957 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1238957 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1238958 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1238958 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1238958 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1238959 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1238960 T8008 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1238960 T8008 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1239001 T8008 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1
   [junit4]   2> 1239002 T8008 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1239003 T8008 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@2293bc9b{/,null,AVAILABLE}
   [junit4]   2> 1239004 T8008 oejs.AbstractConnector.doStart Started ServerConnector@5cf32802{HTTP/1.1}{127.0.0.1:43223}
   [junit4]   2> 1239004 T8008 oejs.Server.doStart Started @1240189ms
   [junit4]   2> 1239005 T8008 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/tempDir-001/control/data, hostContext=/, hostPort=43223, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores}
   [junit4]   2> 1239005 T8008 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1239005 T8008 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/'
   [junit4]   2> 1239014 T8008 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/solr.xml
   [junit4]   2> 1239021 T8008 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores
   [junit4]   2> 1239021 T8008 oasc.CoreContainer.<init> New CoreContainer 1902897336
   [junit4]   2> 1239021 T8008 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/]
   [junit4]   2> 1239021 T8008 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/lib
   [junit4]   2> 1239022 T8008 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/lib).
   [junit4]   2> 1239025 T8008 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1239025 T8008 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1239025 T8008 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1239026 T8008 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1239027 T8008 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1239027 T8008 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1239027 T8008 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1239027 T8008 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1239027 T8008 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54657/solr
   [junit4]   2> 1239028 T8008 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1239028 T8008 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1239028 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239029 T8033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75307a38 name:ZooKeeperConnection Watcher:127.0.0.1:54657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1239029 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1239029 T8008 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1239030 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1239031 T8036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9e3115d name:ZooKeeperConnection Watcher:127.0.0.1:54657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1239031 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1239032 T8008 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1239032 T8008 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1239033 T8008 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1239033 T8008 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1239034 T8008 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1239034 T8008 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1239035 T8008 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1239035 T8008 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1239036 T8008 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43223_
   [junit4]   2> 1239036 T8008 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:43223_
   [junit4]   2> 1239036 T8008 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1239037 T8008 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1239037 T8008 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1239038 T8008 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:43223_
   [junit4]   2> 1239038 T8008 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1239038 T8008 oasc.Overseer.start Overseer (id=93547022372241411-127.0.0.1:43223_-n_0000000000) starting
   [junit4]   2> 1239039 T8008 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1239040 T8008 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1239041 T8038 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1239041 T8008 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1239041 T8037 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1239042 T8008 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores
   [junit4]   2> 1239043 T8008 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1239043 T8008 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/
   [junit4]   2> 1239043 T8008 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1239044 T8040 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1239044 T8040 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1239044 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1239044 T8040 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1239045 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43223",
   [junit4]   2> 	  "node_name":"127.0.0.1:43223_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 1239045 T8037 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43223",
   [junit4]   2> 	  "node_name":"127.0.0.1:43223_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1239045 T8037 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 1239045 T8037 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1239046 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1240045 T8040 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1240045 T8040 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1240045 T8040 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1240045 T8040 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1240046 T8040 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1240046 T8040 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/'
   [junit4]   2> 1240053 T8040 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1240053 T8040 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1240056 T8040 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1240058 T8040 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1240062 T8040 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1240063 T8040 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1240065 T8040 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1240138 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1240141 T8040 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1240142 T8040 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1240145 T8040 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1240146 T8040 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1240147 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1240147 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1240148 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1240148 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1240148 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1240148 T8040 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1240148 T8040 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1240148 T8040 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1240149 T8040 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/data/
   [junit4]   2> 1240149 T8040 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6002def2
   [junit4]   2> 1240149 T8040 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/data
   [junit4]   2> 1240149 T8040 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1240149 T8040 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1240150 T8040 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/control-001/cores/collection1/data/index
   [junit4]   2> 1240150 T8040 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7693354415080597]
   [junit4]   2> 1240150 T8040 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5b6fb83b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ea56825),segFN=segments_1,generation=1}
   [junit4]   2> 1240150 T8040 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1240153 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1240153 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1240153 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1240153 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1240153 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1240153 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1240154 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1240154 T8040 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1240154 T8040 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1240155 T8040 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1240155 T8040 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1240156 T8040 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1240156 T8040 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1240158 T8040 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1240159 T8040 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1240159 T8040 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1240159 T8040 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1240160 T8040 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1240160 T8040 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1240160 T8040 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=59.6748046875, floorSegmentMB=0.5224609375, forceMergeDeletesPctAllowed=0.3370679914114605, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1240160 T8040 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5b6fb83b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@ea56825),segFN=segments_1,generation=1}
   [junit4]   2> 1240160 T8040 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1240160 T8040 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@5b0bde94[collection1] main
   [junit4]   2> 1240161 T8040 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1240161 T8040 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1240161 T8040 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1240161 T8040 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1240161 T8040 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1240161 T8040 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1240162 T8040 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1240162 T8040 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1240162 T8040 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1240162 T8040 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1240162 T8040 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1240162 T8041 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b0bde94[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1240163 T8044 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:43223 collection:control_collection shard:shard1
   [junit4]   2> 1240163 T8008 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1240163 T8044 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1240163 T8008 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1240164 T8008 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1240164 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240164 T8044 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1240165 T8047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ea5fd5d name:ZooKeeperConnection Watcher:127.0.0.1:54657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1240165 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1240165 T8044 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1240165 T8044 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1240166 T8008 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1240166 T8008 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1240165 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> ASYNC  NEW_CORE C4294 name=collection1 org.apache.solr.core.SolrCore@382b770e url=http://127.0.0.1:43223/collection1 node=127.0.0.1:43223_ C4294_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:43223, node_name=127.0.0.1:43223_, state=down}
   [junit4]   2> 1240166 T8044 C:control_collection S:shard1 C4294 P43223 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:43223/collection1/
   [junit4]   2> 1240166 T8044 C:control_collection S:shard1 C4294 P43223 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1240166 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 1240166 T8044 C:control_collection S:shard1 C4294 P43223 oasc.SyncStrategy.syncToMe http://127.0.0.1:43223/collection1/ has no replicas
   [junit4]   2> 1240167 T8044 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:43223/collection1/ shard1
   [junit4]   2> 1240167 T8044 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1240167 T8008 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1240168 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1240168 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43223",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 1240235 T8008 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1
   [junit4]   2> 1240236 T8008 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001
   [junit4]   2> 1240236 T8008 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1240237 T8008 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@a3ad1{/,null,AVAILABLE}
   [junit4]   2> 1240238 T8008 oejs.AbstractConnector.doStart Started ServerConnector@51c5ac17{HTTP/1.1}{127.0.0.1:54526}
   [junit4]   2> 1240238 T8008 oejs.Server.doStart Started @1241422ms
   [junit4]   2> 1240238 T8008 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=54526, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores}
   [junit4]   2> 1240239 T8008 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1240239 T8008 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/'
   [junit4]   2> 1240253 T8008 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/solr.xml
   [junit4]   2> 1240257 T8008 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores
   [junit4]   2> 1240258 T8008 oasc.CoreContainer.<init> New CoreContainer 185025781
   [junit4]   2> 1240258 T8008 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/]
   [junit4]   2> 1240258 T8008 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/lib
   [junit4]   2> 1240259 T8008 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/lib).
   [junit4]   2> 1240264 T8008 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1240264 T8008 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1240265 T8008 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1240265 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1240265 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1240265 T8008 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1240266 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1240266 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1240266 T8008 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1240266 T8008 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1240267 T8008 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1240267 T8008 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1240267 T8008 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1240267 T8008 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1240268 T8008 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1240268 T8008 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54657/solr
   [junit4]   2> 1240268 T8008 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1240269 T8008 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1240269 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1240269 T8047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1240269 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240270 T8061 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@537c400d name:ZooKeeperConnection Watcher:127.0.0.1:54657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1240271 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1240271 T8008 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1240272 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1240272 T8064 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4a6990fb name:ZooKeeperConnection Watcher:127.0.0.1:54657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1240273 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1240274 T8008 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1240318 T8044 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:43223/collection1/ and leader is http://127.0.0.1:43223/collection1/
   [junit4]   2> 1240318 T8044 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:43223
   [junit4]   2> 1240318 T8044 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1240319 T8044 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1240319 T8044 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1240319 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1240320 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43223",
   [junit4]   2> 	  "node_name":"127.0.0.1:43223_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 1240320 T8037 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:43223",
   [junit4]   2> 	  "node_name":"127.0.0.1:43223_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1240421 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1240421 T8064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1240421 T8047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1241276 T8008 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54526_
   [junit4]   2> 1241276 T8008 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54526_
   [junit4]   2> 1241277 T8008 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1241278 T8008 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores
   [junit4]   2> 1241279 T8008 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1241279 T8008 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/
   [junit4]   2> 1241279 T8008 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1241279 T8065 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1241280 T8065 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1241280 T8065 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1241280 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1241280 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54526",
   [junit4]   2> 	  "node_name":"127.0.0.1:54526_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 1241281 T8037 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54526",
   [junit4]   2> 	  "node_name":"127.0.0.1:54526_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1241281 T8037 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 1241281 T8037 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1241382 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1241382 T8047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1241382 T8064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242280 T8065 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1242280 T8065 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1242281 T8065 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1242281 T8065 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1242281 T8065 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1242281 T8065 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/'
   [junit4]   2> 1242293 T8065 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1242293 T8065 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1242296 T8065 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1242299 T8065 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1242306 T8065 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1242307 T8065 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1242312 T8065 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1242394 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1242397 T8065 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1242398 T8065 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1242401 T8065 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1242402 T8065 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1242404 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1242404 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1242404 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1242404 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1242405 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1242405 T8065 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1242405 T8065 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1242405 T8065 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1242405 T8065 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 1242405 T8065 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@6002def2
   [junit4]   2> 1242406 T8065 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1242406 T8065 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 1242406 T8065 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1242406 T8065 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 1242406 T8065 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7693354415080597]
   [junit4]   2> 1242407 T8065 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@752238dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d468f6c),segFN=segments_1,generation=1}
   [junit4]   2> 1242407 T8065 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1242410 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1242410 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1242411 T8065 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1242413 T8065 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1242413 T8065 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1242414 T8065 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1242415 T8065 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1242418 T8065 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1242418 T8065 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1242419 T8065 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1242419 T8065 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 1242420 T8065 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1242420 T8065 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1242420 T8065 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=15, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=59.6748046875, floorSegmentMB=0.5224609375, forceMergeDeletesPctAllowed=0.3370679914114605, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1242421 T8065 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@752238dc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2d468f6c),segFN=segments_1,generation=1}
   [junit4]   2> 1242421 T8065 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1242421 T8065 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@5b69c6f2[collection1] main
   [junit4]   2> 1242421 T8065 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1242422 T8065 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1242422 T8065 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1242422 T8065 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1242422 T8065 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1242422 T8065 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1242423 T8065 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1242423 T8065 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1242423 T8065 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1242423 T8065 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 1242424 T8066 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b69c6f2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1242424 T8065 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1242424 T8069 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54526 collection:collection1 shard:shard2
   [junit4]   2> 1242425 T8008 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1242425 T8008 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1242425 T8069 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1242427 T8069 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1242428 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1242428 T8069 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1242428 T8069 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 1242428 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> ASYNC  NEW_CORE C4295 name=collection1 org.apache.solr.core.SolrCore@44ffcc95 url=http://127.0.0.1:54526/collection1 node=127.0.0.1:54526_ C4295_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:54526, node_name=127.0.0.1:54526_, state=down}
   [junit4]   2> 1242428 T8069 C:collection1 S:shard2 C4295 P54526 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54526/collection1/
   [junit4]   2> 1242429 T8069 C:collection1 S:shard2 C4295 P54526 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1242429 T8069 C:collection1 S:shard2 C4295 P54526 oasc.SyncStrategy.syncToMe http://127.0.0.1:54526/collection1/ has no replicas
   [junit4]   2> 1242429 T8069 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54526/collection1/ shard2
   [junit4]   2> 1242429 T8069 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1242430 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1242431 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54526",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 1242469 T8008 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores/collection1
   [junit4]   2> 1242469 T8008 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001
   [junit4]   2> 1242470 T8008 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 1242471 T8008 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@2cdad30c{/,null,AVAILABLE}
   [junit4]   2> 1242471 T8008 oejs.AbstractConnector.doStart Started ServerConnector@6c949eac{HTTP/1.1}{127.0.0.1:41089}
   [junit4]   2> 1242471 T8008 oejs.Server.doStart Started @1243656ms
   [junit4]   2> 1242471 T8008 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=41089, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores}
   [junit4]   2> 1242472 T8008 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1242472 T8008 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/'
   [junit4]   2> 1242482 T8008 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/solr.xml
   [junit4]   2> 1242485 T8008 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores
   [junit4]   2> 1242485 T8008 oasc.CoreContainer.<init> New CoreContainer 1241609622
   [junit4]   2> 1242485 T8008 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/]
   [junit4]   2> 1242485 T8008 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/lib
   [junit4]   2> 1242486 T8008 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/lib).
   [junit4]   2> 1242489 T8008 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1242490 T8008 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1242491 T8008 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1242491 T8008 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1242491 T8008 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 1242491 T8008 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1242491 T8008 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1242491 T8008 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1242492 T8008 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 1242492 T8008 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54657/solr
   [junit4]   2> 1242492 T8008 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1242492 T8008 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1242493 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242493 T8083 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b86e5b8 name:ZooKeeperConnection Watcher:127.0.0.1:54657 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1242493 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1242494 T8008 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1242494 T8008 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1242495 T8086 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16562684 name:ZooKeeperConnection Watcher:127.0.0.1:54657/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1242495 T8008 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1242496 T8008 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1242532 T8047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242532 T8086 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242532 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242532 T8064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242581 T8069 C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:54526/collection1/ and leader is http://127.0.0.1:54526/collection1/
   [junit4]   2> 1242581 T8069 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54526
   [junit4]   2> 1242581 T8069 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1242581 T8069 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1242581 T8069 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1242582 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1242582 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54526",
   [junit4]   2> 	  "node_name":"127.0.0.1:54526_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 5
   [junit4]   2> 1242583 T8037 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:54526",
   [junit4]   2> 	  "node_name":"127.0.0.1:54526_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1242684 T8086 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242684 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242684 T8047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1242684 T8064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1243498 T8008 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41089_
   [junit4]   2> 1243498 T8008 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41089_
   [junit4]   2> 1243499 T8008 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1243500 T8008 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores
   [junit4]   2> 1243501 T8008 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1243501 T8008 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores/collection1/
   [junit4]   2> 1243501 T8008 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 1243501 T8087 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1243502 T8087 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1243502 T8087 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1243502 T8036 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1243502 T8037 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41089",
   [junit4]   2> 	  "node_name":"127.0.0.1:41089_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 6
   [junit4]   2> 1243503 T8037 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:41089",
   [junit4]   2> 	  "node_name":"127.0.0.1:41089_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1243503 T8037 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 1243503 T8037 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1243604 T8047 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1243604 T8064 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1243604 T8036 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1243604 T8086 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 1244502 T8087 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1244503 T8087 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1244503 T8087 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1244503 T8087 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1244503 T8087 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1244503 T8087 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores/collection1/'
   [junit4]   2> 1244510 T8087 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 1244511 T8087 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 1244513 T8087 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 1244519 T8087 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1244524 T8087 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1244525 T8087 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1244527 T8087 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1244577 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1244580 T8087 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1244581 T8087 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1244584 T8087 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1244585 T8087 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1244585 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1244586 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1244586 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1244586 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1244586 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 1244586 T8087 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 1244587 T8087 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1244587 T8087 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1244587 T8087 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/buil

[...truncated too long message...]

,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:49545",
   [junit4]   2> 	  "node_name":"127.0.0.1:49545_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 1263037 T8008 C:control_collection S:shard1 c:collection1 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1263038 T8008 C:control_collection S:shard1 c:collection1 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1263038 T8008 C:control_collection S:shard1 c:collection1 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1263038 T8008 C:control_collection S:shard1 c:collection1 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1263040 T8008 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1263040 T8008 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1263041 T8008 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-4-001/cores/collection1/data
   [junit4]   2> 1263041 T8008 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1263041 T8008 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 1263042 T8008 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93547022372241420-127.0.0.1:49545_-n_0000000004) closing
   [junit4]   2> 1263042 T8328 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:49545_
   [junit4]   2> 1264543 T8320 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1264544 T8008 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@5b3d32b1{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1264545 T8008 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@29b75562{/,null,UNAVAILABLE}
   [junit4]   2> 1264546 T8008 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54657 54657
   [junit4]   2> 1264552 T8009 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54657 54657
   [junit4]   2> 1264553 T8009 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		85	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=DA4AFE9C5003592D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr -Dtests.timezone=America/Dominica -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   25.7s J0 | TestSolrConfigHandlerCloud.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA4AFE9C5003592D:521EC146FEFF34D5]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1264561 T8008 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestSolrConfigHandlerCloud DA4AFE9C5003592D-001
   [junit4]   2> 25724 T8007 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene50, sim=DefaultSimilarity, locale=fr, timezone=America/Dominica
   [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.8.0_40 (64-bit)/cpus=12,threads=1,free=375493616,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [OverseerRolesTest, SegmentsInfoRequestHandlerTest, TestPostingsSolrHighlighter, TermVectorComponentTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, BasicDistributedZkTest, QueryElevationComponentTest, TestConfig, TestJsonRequest, DistributedFacetPivotLargeTest, TestFileDictionaryLookup, TimeZoneUtilsTest, TestFieldResource, MigrateRouteKeyTest, SuggesterWFSTTest, EnumFieldTest, TestHdfsUpdateLog, TestManagedSynonymFilterFactory, MultiTermTest, TestSolr4Spatial, TestWordDelimiterFilterFactory, TestOrdValues, LeaderElectionIntegrationTest, SharedFSAutoReplicaFailoverTest, CSVRequestHandlerTest, URLClassifyProcessorTest, TestDistributedSearch, TestDynamicFieldResource, DateMathParserTest, DistributedFacetPivotSmallAdvancedTest, TestCSVLoader, RankQueryTest, DebugComponentTest, DistribJoinFromCollectionTest, TestCloudManagedSchemaConcurrent, DistributedIntervalFacetingTest, ResponseHeaderTest, AddBlockUpdateTest, AddSchemaFieldsUpdateProcessorFactoryTest, CoreAdminRequestStatusTest, SolrRequestParserTest, IndexSchemaTest, TestCloudSchemaless, TestSimpleQParserPlugin, TestImplicitCoreProperties, TestRawResponseWriter, VMParamsZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy1, ExternalFileFieldSortTest, TestSchemaVersionResource, TestOverriddenPrefixQueryForCustomFieldType, ClusterStateTest, HdfsDirectoryFactoryTest, ZkNodePropsTest, TestLazyCores, TestFunctionQuery, RequestHandlersTest, TestQuerySenderListener, TestShardHandlerFactory, SharedFSAutoReplicaFailoverUtilsTest, TestDefaultStatsCache, SolrIndexConfigTest, TestDocumentBuilder, DistributedQueryComponentOptimizationTest, AnalyticsMergeStrategyTest, TestRangeQuery, PeerSyncTest, TestSolrConfigHandler, UUIDFieldTest, DistributedFacetPivotSmallTest, TestReplicationHandler, CoreMergeIndexesAdminHandlerTest, TestCollapseQParserPlugin, SimpleMLTQParserTest, TestMergePolicyConfig, ReplicationFactorTest, LeaderFailoverAfterPartitionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, SimpleCollectionCreateDeleteTest, TestDistribDocBasedVersion, TestMiniSolrCloudCluster, TestReplicaProperties, TestShortCircuitedRequests, ExitableDirectoryReaderTest, TestSolrConfigHandlerCloud]
   [junit4] Completed on J0 in 26.24s, 1 test, 1 error <<< FAILURES!

[...truncated 204 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 1 error, 49 ignored (21 assumptions)

Total time: 39 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_40 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_60-ea-b06) - Build # 12104 - Still Failing!

Posted by Chris Hostetter <ho...@fucit.org>.
This NPE reproduces for me regardless of what seed is used.

Looks like a bug introduced by r1669368 for SOLR-7226 ?

New logic & asserts were added to TestSolrConfigHandler which is 
subclassed by TestSolrConfigHandlerCloud and boom goes the dynamite.



: Date: Thu, 26 Mar 2015 22:22:50 +0000 (UTC)
: From: Policeman Jenkins Server <je...@thetaphi.de>
: Reply-To: dev@lucene.apache.org
: To: romseygeek@apache.org, yonik@apache.org, shaie@apache.org,
:     hossman@apache.org, dev@lucene.apache.org
: Subject: [JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_60-ea-b06) - Build
:     # 12104 - Still Failing!
: 
: Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12104/
: Java: 32bit/jdk1.8.0_60-ea-b06 -client -XX:+UseConcMarkSweepGC
: 
: 1 tests failed.
: FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test
: 
: Error Message:
: 
: 
: Stack Trace:
: java.lang.NullPointerException
: 	at __randomizedtesting.SeedInfo.seed([934A75E5C97BEDE7:1B1E4A3F6787801F]:0)
: 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
: 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
: 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
: 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
: 	at java.lang.reflect.Method.invoke(Method.java:497)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
: 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
: 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
: 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
: 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
: 	at java.lang.Thread.run(Thread.java:745)
: 
: 
: 
: 
: Build Log:
: [...truncated 9315 lines...]
:    [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
:    [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/init-core-data-001
:    [junit4]   2> 357474 T825 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
:    [junit4]   2> 357475 T825 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
:    [junit4]   2> 357479 T825 oasc.ZkTestServer.run STARTING ZK TEST SERVER
:    [junit4]   1> client port:0.0.0.0/0.0.0.0:0
:    [junit4]   2> 357480 T826 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
:    [junit4]   2> 357580 T825 oasc.ZkTestServer.run start zk server on port:39057
:    [junit4]   2> 357580 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
:    [junit4]   2> 357581 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 357585 T833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169e157 name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 357586 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 357588 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
:    [junit4]   2> 357588 T825 oascc.SolrZkClient.makePath makePath: /solr
:    [junit4]   2> 357595 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
:    [junit4]   2> 357598 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 357599 T836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17bb0cd name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 357599 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 357600 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
:    [junit4]   2> 357601 T825 oascc.SolrZkClient.makePath makePath: /collections/collection1
:    [junit4]   2> 357605 T825 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
:    [junit4]   2> 357609 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection
:    [junit4]   2> 357611 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
:    [junit4]   2> 357612 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
:    [junit4]   2> 357613 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
:    [junit4]   2> 357616 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
:    [junit4]   2> 357616 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
:    [junit4]   2> 357619 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
:    [junit4]   2> 357619 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
:    [junit4]   2> 357622 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
:    [junit4]   2> 357622 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
:    [junit4]   2> 357624 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
:    [junit4]   2> 357624 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
:    [junit4]   2> 357626 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
:    [junit4]   2> 357626 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
:    [junit4]   2> 357628 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
:    [junit4]   2> 357629 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
:    [junit4]   2> 357639 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
:    [junit4]   2> 357639 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
:    [junit4]   2> 357641 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
:    [junit4]   2> 357641 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
:    [junit4]   2> 357645 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
:    [junit4]   2> 357649 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
:    [junit4]   2> 357656 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
:    [junit4]   2> 357657 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
:    [junit4]   2> 357790 T825 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1
:    [junit4]   2> 357798 T825 oejs.Server.doStart jetty-9.2.9.v20150224
:    [junit4]   2> 357800 T825 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@325b61{/,null,AVAILABLE}
:    [junit4]   2> 357802 T825 oejs.AbstractConnector.doStart Started ServerConnector@2ddf7a{HTTP/1.1}{127.0.0.1:58428}
:    [junit4]   2> 357803 T825 oejs.Server.doStart Started @358592ms
:    [junit4]   2> 357803 T825 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/tempDir-001/control/data, hostContext=/, hostPort=58428, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores}
:    [junit4]   2> 357804 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
:    [junit4]   2> 357804 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/'
:    [junit4]   2> 357880 T825 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/solr.xml
:    [junit4]   2> 357928 T825 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores
:    [junit4]   2> 357928 T825 oasc.CoreContainer.<init> New CoreContainer 32469043
:    [junit4]   2> 357929 T825 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/]
:    [junit4]   2> 357929 T825 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/lib
:    [junit4]   2> 357930 T825 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/lib).
:    [junit4]   2> 357944 T825 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
:    [junit4]   2> 357945 T825 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
:    [junit4]   2> 357945 T825 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
:    [junit4]   2> 357945 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
:    [junit4]   2> 357946 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
:    [junit4]   2> 357946 T825 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
:    [junit4]   2> 357946 T825 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
:    [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
:    [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
:    [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
:    [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
:    [junit4]   2> 357948 T825 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
:    [junit4]   2> 357949 T825 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 357949 T825 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 357949 T825 oasc.CoreContainer.load Node Name: 127.0.0.1
:    [junit4]   2> 357950 T825 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39057/solr
:    [junit4]   2> 357950 T825 oasc.ZkController.checkChrootPath zkHost includes chroot
:    [junit4]   2> 357950 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
:    [junit4]   2> 357951 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 357952 T853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fb9061 name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 357953 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 357954 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
:    [junit4]   2> 357972 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 357972 T856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bfe85 name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 357973 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 357975 T825 oascc.SolrZkClient.makePath makePath: /overseer/queue
:    [junit4]   2> 357978 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
:    [junit4]   2> 358003 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
:    [junit4]   2> 358006 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
:    [junit4]   2> 358012 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
:    [junit4]   2> 358014 T825 oascc.SolrZkClient.makePath makePath: /live_nodes
:    [junit4]   2> 358018 T825 oascc.SolrZkClient.makePath makePath: /aliases.json
:    [junit4]   2> 358019 T825 oascc.SolrZkClient.makePath makePath: /clusterstate.json
:    [junit4]   2> 358021 T825 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58428_
:    [junit4]   2> 358022 T825 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58428_
:    [junit4]   2> 358024 T825 oascc.SolrZkClient.makePath makePath: /overseer_elect
:    [junit4]   2> 358025 T825 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
:    [junit4]   2> 358027 T825 oasc.Overseer.close Overseer (id=null) closing
:    [junit4]   2> 358029 T825 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58428_
:    [junit4]   2> 358030 T825 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
:    [junit4]   2> 358032 T825 oasc.Overseer.start Overseer (id=93546560141590531-127.0.0.1:58428_-n_0000000000) starting
:    [junit4]   2> 358034 T825 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
:    [junit4]   2> 358040 T825 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
:    [junit4]   2> 358042 T857 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
:    [junit4]   2> 358048 T858 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
:    [junit4]   2> 358049 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
:    [junit4]   2> 358053 T825 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores
:    [junit4]   2> 358054 T825 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
:    [junit4]   2> 358054 T825 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/
:    [junit4]   2> 358055 T825 oasc.CorePropertiesLocator.discover Found 1 core definitions
:    [junit4]   2> 358055 T860 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
:    [junit4]   2> 358056 T860 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
:    [junit4]   2> 358057 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 358057 T860 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
:    [junit4]   2> 358058 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
:    [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
:    [junit4]   2> 	  "numShards":"1",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":null,
:    [junit4]   2> 	  "collection":"control_collection",
:    [junit4]   2> 	  "operation":"state"} current state version: 0
:    [junit4]   2> 358058 T857 oasco.ReplicaMutator.updateState Update state numShards=1 message={
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
:    [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
:    [junit4]   2> 	  "numShards":"1",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":null,
:    [junit4]   2> 	  "collection":"control_collection",
:    [junit4]   2> 	  "operation":"state"}
:    [junit4]   2> 358058 T857 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
:    [junit4]   2> 358059 T857 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
:    [junit4]   2> 358060 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 359058 T860 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
:    [junit4]   2> 359059 T860 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
:    [junit4]   2> 359061 T860 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
:    [junit4]   2> 359061 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
:    [junit4]   2> 359062 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
:    [junit4]   2> 359062 T860 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/'
:    [junit4]   2> 359105 T860 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
:    [junit4]   2> 359107 T860 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
:    [junit4]   2> 359123 T860 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
:    [junit4]   2> 359169 T860 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
:    [junit4]   2> 359209 T860 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
:    [junit4]   2> 359219 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
:    [junit4]   2> 359271 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
:    [junit4]   2> 359759 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
:    [junit4]   2> 359774 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
:    [junit4]   2> 359789 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
:    [junit4]   2> 359826 T860 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
:    [junit4]   2> 359831 T860 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
:    [junit4]   2> 359839 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 359843 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
:    [junit4]   2> 359843 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
:    [junit4]   2> 359844 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 359845 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
:    [junit4]   2> 359845 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
:    [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
:    [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
:    [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/
:    [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d55d7
:    [junit4]   2> 359848 T860 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data
:    [junit4]   2> 359848 T860 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/index/
:    [junit4]   2> 359849 T860 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
:    [junit4]   2> 359849 T860 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/index
:    [junit4]   2> 359849 T860 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3951941574751975]
:    [junit4]   2> 359861 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
:    [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba7950 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ccc23),segFN=segments_1,generation=1}
:    [junit4]   2> 359862 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
:    [junit4]   2> 359870 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
:    [junit4]   2> 359871 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
:    [junit4]   2> 359871 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
:    [junit4]   2> 359872 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 359872 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 359872 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
:    [junit4]   2> 359873 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 359873 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 359874 T860 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 359877 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 359879 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 359881 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 359882 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 359892 T860 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
:    [junit4]   2> 359893 T860 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
:    [junit4]   2> 359894 T860 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
:    [junit4]   2> 359894 T860 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
:    [junit4]   2> 359895 T860 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
:    [junit4]   2> 359895 T860 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
:    [junit4]   2> 359896 T860 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
:    [junit4]   2> 359897 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba7950 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ccc23),segFN=segments_1,generation=1}
:    [junit4]   2> 359897 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
:    [junit4]   2> 359898 T860 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@18dc6a8[collection1] main
:    [junit4]   2> 359898 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
:    [junit4]   2> 359901 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
:    [junit4]   2> 359901 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
:    [junit4]   2> 359902 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
:    [junit4]   2> 359902 T860 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
:    [junit4]   2> 359903 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 359903 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
:    [junit4]   2> 359904 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 359904 T860 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
:    [junit4]   2> 359904 T860 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
:    [junit4]   2> 359906 T860 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
:    [junit4]   2> 359908 T864 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58428 collection:control_collection shard:shard1
:    [junit4]   2> 359925 T861 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18dc6a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
:    [junit4]   2> 359932 T825 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
:    [junit4]   2> 359933 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
:    [junit4]   2> 359934 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
:    [junit4]   2> 359934 T864 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
:    [junit4]   2> 359934 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 359936 T867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f432a name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 359937 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 359937 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
:    [junit4]   2> 359937 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
:    [junit4]   2> 359945 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
:    [junit4]   2> 359947 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 359948 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
:    [junit4]   2> 359949 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "operation":"leader",
:    [junit4]   2> 	  "shard":"shard1",
:    [junit4]   2> 	  "collection":"control_collection"} current state version: 1
:    [junit4]   2> 359949 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
:    [junit4]   2> 359950 T825 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
:    [junit4]   2> ASYNC  NEW_CORE C6818 name=collection1 org.apache.solr.core.SolrCore@16c04f4 url=http://127.0.0.1:58428/collection1 node=127.0.0.1:58428_ C6818_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:58428, node_name=127.0.0.1:58428_, state=down}
:    [junit4]   2> 359950 T864 C:control_collection S:shard1 C6818 P58428 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58428/collection1/
:    [junit4]   2> 359951 T864 C:control_collection S:shard1 C6818 P58428 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
:    [junit4]   2> 359951 T864 C:control_collection S:shard1 C6818 P58428 oasc.SyncStrategy.syncToMe http://127.0.0.1:58428/collection1/ has no replicas
:    [junit4]   2> 359951 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 359952 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58428/collection1/ shard1
:    [junit4]   2> 359953 T864 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
:    [junit4]   2> 359961 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 359968 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 359978 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "operation":"leader",
:    [junit4]   2> 	  "shard":"shard1",
:    [junit4]   2> 	  "collection":"control_collection",
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "state":"active"} current state version: 2
:    [junit4]   2> 360047 T825 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1
:    [junit4]   2> 360048 T825 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001
:    [junit4]   2> 360049 T825 oejs.Server.doStart jetty-9.2.9.v20150224
:    [junit4]   2> 360051 T825 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@10c74b5{/,null,AVAILABLE}
:    [junit4]   2> 360063 T825 oejs.AbstractConnector.doStart Started ServerConnector@182093d{HTTP/1.1}{127.0.0.1:39268}
:    [junit4]   2> 360063 T825 oejs.Server.doStart Started @360853ms
:    [junit4]   2> 360064 T825 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=39268, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores}
:    [junit4]   2> 360065 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
:    [junit4]   2> 360065 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/'
:    [junit4]   2> 360089 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 360090 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 360113 T825 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/solr.xml
:    [junit4]   2> 360131 T864 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:58428/collection1/ and leader is http://127.0.0.1:58428/collection1/
:    [junit4]   2> 360131 T864 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58428
:    [junit4]   2> 360131 T864 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
:    [junit4]   2> 360131 T864 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
:    [junit4]   2> 360132 T864 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
:    [junit4]   2> 360134 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 360135 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "core_node_name":"core_node1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
:    [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"active",
:    [junit4]   2> 	  "shard":"shard1",
:    [junit4]   2> 	  "collection":"control_collection",
:    [junit4]   2> 	  "operation":"state"} current state version: 3
:    [junit4]   2> 360136 T825 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores
:    [junit4]   2> 360136 T825 oasc.CoreContainer.<init> New CoreContainer 15874259
:    [junit4]   2> 360136 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "core_node_name":"core_node1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
:    [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"active",
:    [junit4]   2> 	  "shard":"shard1",
:    [junit4]   2> 	  "collection":"control_collection",
:    [junit4]   2> 	  "operation":"state"}
:    [junit4]   2> 360137 T825 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/]
:    [junit4]   2> 360137 T825 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/lib
:    [junit4]   2> 360138 T825 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/lib).
:    [junit4]   2> 360149 T825 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
:    [junit4]   2> 360150 T825 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
:    [junit4]   2> 360150 T825 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
:    [junit4]   2> 360150 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
:    [junit4]   2> 360151 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
:    [junit4]   2> 360180 T825 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
:    [junit4]   2> 360180 T825 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
:    [junit4]   2> 360180 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
:    [junit4]   2> 360181 T825 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
:    [junit4]   2> 360181 T825 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
:    [junit4]   2> 360181 T825 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
:    [junit4]   2> 360182 T825 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
:    [junit4]   2> 360182 T825 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 360182 T825 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 360182 T825 oasc.CoreContainer.load Node Name: 127.0.0.1
:    [junit4]   2> 360183 T825 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39057/solr
:    [junit4]   2> 360183 T825 oasc.ZkController.checkChrootPath zkHost includes chroot
:    [junit4]   2> 360183 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
:    [junit4]   2> 360184 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 360185 T881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1198cff name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 360189 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 360190 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
:    [junit4]   2> 360193 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 360202 T884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d098f6 name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 360202 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 360209 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
:    [junit4]   2> 360243 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 360243 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 360244 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
:    [junit4]   2> 361216 T825 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39268_
:    [junit4]   2> 361217 T825 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39268_
:    [junit4]   2> 361224 T825 oasc.Overseer.close Overseer (id=null) closing
:    [junit4]   2> 361227 T825 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores
:    [junit4]   2> 361228 T825 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
:    [junit4]   2> 361228 T825 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/
:    [junit4]   2> 361229 T825 oasc.CorePropertiesLocator.discover Found 1 core definitions
:    [junit4]   2> 361233 T885 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
:    [junit4]   2> 361233 T885 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
:    [junit4]   2> 361234 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 361234 T885 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
:    [junit4]   2> 361237 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
:    [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":null,
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"} current state version: 4
:    [junit4]   2> 361238 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
:    [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":null,
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"}
:    [junit4]   2> 361238 T857 oasco.ClusterStateMutator.createCollection building a new cName: collection1
:    [junit4]   2> 361238 T857 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
:    [junit4]   2> 361342 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 361342 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 361342 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 362235 T885 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
:    [junit4]   2> 362235 T885 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
:    [junit4]   2> 362236 T885 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
:    [junit4]   2> 362237 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
:    [junit4]   2> 362239 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
:    [junit4]   2> 362239 T885 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/'
:    [junit4]   2> 362284 T885 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
:    [junit4]   2> 362288 T885 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
:    [junit4]   2> 362297 T885 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
:    [junit4]   2> 362341 T885 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
:    [junit4]   2> 362402 T885 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
:    [junit4]   2> 362404 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
:    [junit4]   2> 362417 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
:    [junit4]   2> 362894 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
:    [junit4]   2> 362909 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
:    [junit4]   2> 362913 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
:    [junit4]   2> 362934 T885 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
:    [junit4]   2> 362938 T885 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
:    [junit4]   2> 362949 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 362951 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
:    [junit4]   2> 362951 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
:    [junit4]   2> 362952 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 362952 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
:    [junit4]   2> 362952 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
:    [junit4]   2> 362953 T885 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
:    [junit4]   2> 362953 T885 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
:    [junit4]   2> 362954 T885 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/
:    [junit4]   2> 362954 T885 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d55d7
:    [junit4]   2> 362957 T885 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data
:    [junit4]   2> 362957 T885 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/index/
:    [junit4]   2> 362957 T885 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
:    [junit4]   2> 362958 T885 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/index
:    [junit4]   2> 362958 T885 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3951941574751975]
:    [junit4]   2> 362959 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
:    [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1adfc12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@91269d),segFN=segments_1,generation=1}
:    [junit4]   2> 362959 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
:    [junit4]   2> 362968 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
:    [junit4]   2> 362968 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
:    [junit4]   2> 362968 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
:    [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
:    [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
:    [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 362970 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
:    [junit4]   2> 362970 T885 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 362972 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 362974 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 362977 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 362985 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 363002 T885 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
:    [junit4]   2> 363004 T885 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
:    [junit4]   2> 363004 T885 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
:    [junit4]   2> 363005 T885 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
:    [junit4]   2> 363005 T885 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
:    [junit4]   2> 363006 T885 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
:    [junit4]   2> 363009 T885 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
:    [junit4]   2> 363010 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1adfc12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@91269d),segFN=segments_1,generation=1}
:    [junit4]   2> 363010 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
:    [junit4]   2> 363010 T885 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1a895dc[collection1] main
:    [junit4]   2> 363011 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
:    [junit4]   2> 363012 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
:    [junit4]   2> 363013 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
:    [junit4]   2> 363014 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
:    [junit4]   2> 363014 T885 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
:    [junit4]   2> 363014 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 363015 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
:    [junit4]   2> 363015 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
:    [junit4]   2> 363015 T885 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
:    [junit4]   2> 363016 T885 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
:    [junit4]   2> 363017 T885 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
:    [junit4]   2> 363018 T889 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39268 collection:collection1 shard:shard2
:    [junit4]   2> 363018 T825 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
:    [junit4]   2> 363019 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
:    [junit4]   2> 363027 T886 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a895dc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
:    [junit4]   2> 363028 T889 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
:    [junit4]   2> 363033 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
:    [junit4]   2> 363034 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 363036 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "operation":"leader",
:    [junit4]   2> 	  "shard":"shard2",
:    [junit4]   2> 	  "collection":"collection1"} current state version: 5
:    [junit4]   2> 363036 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
:    [junit4]   2> 363036 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
:    [junit4]   2> ASYNC  NEW_CORE C6819 name=collection1 org.apache.solr.core.SolrCore@1aa0502 url=http://127.0.0.1:39268/collection1 node=127.0.0.1:39268_ C6819_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:39268, node_name=127.0.0.1:39268_, state=down}
:    [junit4]   2> 363037 T889 C:collection1 S:shard2 C6819 P39268 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39268/collection1/
:    [junit4]   2> 363037 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363037 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363038 T889 C:collection1 S:shard2 C6819 P39268 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
:    [junit4]   2> 363038 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363038 T889 C:collection1 S:shard2 C6819 P39268 oasc.SyncStrategy.syncToMe http://127.0.0.1:39268/collection1/ has no replicas
:    [junit4]   2> 363040 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39268/collection1/ shard2
:    [junit4]   2> 363040 T889 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
:    [junit4]   2> 363045 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 363046 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "operation":"leader",
:    [junit4]   2> 	  "shard":"shard2",
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "state":"active"} current state version: 6
:    [junit4]   2> 363114 T825 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1
:    [junit4]   2> 363115 T825 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001
:    [junit4]   2> 363115 T825 oejs.Server.doStart jetty-9.2.9.v20150224
:    [junit4]   2> 363117 T825 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@12bc120{/,null,AVAILABLE}
:    [junit4]   2> 363118 T825 oejs.AbstractConnector.doStart Started ServerConnector@1959d69{HTTP/1.1}{127.0.0.1:39372}
:    [junit4]   2> 363119 T825 oejs.Server.doStart Started @363908ms
:    [junit4]   2> 363119 T825 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=39372, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores}
:    [junit4]   2> 363119 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
:    [junit4]   2> 363120 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/'
:    [junit4]   2> 363158 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363158 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363158 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363159 T825 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/solr.xml
:    [junit4]   2> 363173 T825 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores
:    [junit4]   2> 363174 T825 oasc.CoreContainer.<init> New CoreContainer 9750146
:    [junit4]   2> 363174 T825 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/]
:    [junit4]   2> 363175 T825 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/lib
:    [junit4]   2> 363175 T825 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/lib).
:    [junit4]   2> 363186 T825 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
:    [junit4]   2> 363187 T825 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
:    [junit4]   2> 363187 T825 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
:    [junit4]   2> 363188 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
:    [junit4]   2> 363189 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
:    [junit4]   2> 363189 T825 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
:    [junit4]   2> 363189 T825 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
:    [junit4]   2> 363190 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
:    [junit4]   2> 363190 T825 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
:    [junit4]   2> 363190 T825 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
:    [junit4]   2> 363191 T825 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
:    [junit4]   2> 363191 T825 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
:    [junit4]   2> 363192 T825 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 363192 T825 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 363192 T825 oasc.CoreContainer.load Node Name: 127.0.0.1
:    [junit4]   2> 363193 T825 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39057/solr
:    [junit4]   2> 363193 T825 oasc.ZkController.checkChrootPath zkHost includes chroot
:    [junit4]   2> 363193 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
:    [junit4]   2> 363195 T889 C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:39268/collection1/ and leader is http://127.0.0.1:39268/collection1/
:    [junit4]   2> 363201 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 363201 T889 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39268
:    [junit4]   2> 363201 T889 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
:    [junit4]   2> 363202 T889 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
:    [junit4]   2> 363202 T889 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
:    [junit4]   2> 363214 T903 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@149d5f2 name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 363214 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 363214 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 363215 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
:    [junit4]   2> 363218 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "core_node_name":"core_node1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
:    [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"active",
:    [junit4]   2> 	  "shard":"shard2",
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"} current state version: 7
:    [junit4]   2> 363219 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "core_node_name":"core_node1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
:    [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"active",
:    [junit4]   2> 	  "shard":"shard2",
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"}
:    [junit4]   2> 363220 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
:    [junit4]   2> 363223 T906 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3293f0 name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
:    [junit4]   2> 363223 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
:    [junit4]   2> 363232 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
:    [junit4]   2> 363323 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363324 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363323 T906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 363323 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
:    [junit4]   2> 364236 T825 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39372_
:    [junit4]   2> 364237 T825 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39372_
:    [junit4]   2> 364240 T825 oasc.Overseer.close Overseer (id=null) closing
:    [junit4]   2> 364245 T825 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores
:    [junit4]   2> 364246 T825 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
:    [junit4]   2> 364247 T825 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/
:    [junit4]   2> 364247 T825 oasc.CorePropertiesLocator.discover Found 1 core definitions
:    [junit4]   2> 364249 T907 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
:    [junit4]   2> 364249 T907 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
:    [junit4]   2> 364250 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
:    [junit4]   2> 364250 T907 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
:    [junit4]   2> 364251 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39372",
:    [junit4]   2> 	  "node_name":"127.0.0.1:39372_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":null,
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"} current state version: 8
:    [junit4]   2> 364252 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:39372",
:    [junit4]   2> 	  "node_name":"127.0.0.1:39372_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":null,
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"}
:    [junit4]   2> 364252 T857 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
:    [junit4]   2> 364252 T857 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
:    [junit4]   2> 364355 T906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
:    [junit4]   2> 364355 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
:    [junit4]   2> 364355 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
:    [junit4]   2> 364355 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
:    [junit4]   2> 365251 T907 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
:    [junit4]   2> 365251 T907 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
:    [junit4]   2> 365253 T907 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
:    [junit4]   2> 365253 T907 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
:    [junit4]   2> 365255 T907 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
:    [junit4]   2> 365255 T907 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/'
:    [junit4]   2> 365291 T907 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
:    [junit4]   2> 365293 T907 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
:    [junit4]   2> 365301 T907 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
:    [junit4]   2> 365336 T907 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
:    [junit4]   2> 365418 T907 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
:    [junit4]   2> 365420 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
:    [junit4]   2> 365431 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
:    [junit4]   2> 365695 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
:    [junit4]   2> 365709 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
:    [junit4]   2> 365711 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
:    [junit4]   2> 365729 T907 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
:    [junit4]   2> 365733 T907 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
:    [junit4]   2> 365737 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 365738 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
:    [junit4]   2> 365738 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
:    [junit4]   2> 365739 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
:    [junit4]   2> 365740 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
:    [junit4]   2> 365740 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
:    [junit4]   2> 365740 T907 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
:    [junit4]   2> 365740 T907 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
:    [junit4]   2> 365741 T907 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data/
:    [junit4]   2> 365741 T907 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d55d7
:    [junit4]   2> 365743 T907 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data
:    [junit4]   2> 365745 T907 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data/index/
:    [junit4]   2> 365745 T907 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data/index' doesn't exist. Creating new index...
:    [junit4]   2> 365745 T907 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/te
: 
: [...truncated too long message...]
: 
: cessMessage: queueSize: 1, message = {
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "core_node_name":"core_node4",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:52399",
:    [junit4]   2> 	  "node_name":"127.0.0.1:52399_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":"shard1",
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"} current state version: 25
:    [junit4]   2> 438736 T825 C:control_collection S:shard1 c:collection1 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
:    [junit4]   2> 438737 T1146 oasco.ReplicaMutator.updateState Update state numShards=2 message={
:    [junit4]   2> 	  "core":"collection1",
:    [junit4]   2> 	  "core_node_name":"core_node4",
:    [junit4]   2> 	  "roles":null,
:    [junit4]   2> 	  "base_url":"http://127.0.0.1:52399",
:    [junit4]   2> 	  "node_name":"127.0.0.1:52399_",
:    [junit4]   2> 	  "numShards":"2",
:    [junit4]   2> 	  "state":"down",
:    [junit4]   2> 	  "shard":"shard1",
:    [junit4]   2> 	  "collection":"collection1",
:    [junit4]   2> 	  "operation":"state"}
:    [junit4]   2> 438737 T825 C:control_collection S:shard1 c:collection1 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
:    [junit4]   2> 438738 T825 C:control_collection S:shard1 c:collection1 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
:    [junit4]   2> 438738 T825 C:control_collection S:shard1 c:collection1 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
:    [junit4]   2> 438738 T825 C:control_collection S:shard1 c:collection1 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
:    [junit4]   2> 438772 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
:    [junit4]   2> 438773 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data/index;done=false>>]
:    [junit4]   2> 438773 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data/index
:    [junit4]   2> 438773 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data;done=false>>]
:    [junit4]   2> 438774 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data
:    [junit4]   2> 438774 T825 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93546560141590540-127.0.0.1:52399_-n_0000000004) closing
:    [junit4]   2> 438775 T1146 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:52399_
:    [junit4]   2> 440277 T1139 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
:    [junit4]   2> 440279 T825 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@b70cda{HTTP/1.1}{127.0.0.1:0}
:    [junit4]   2> 440279 T825 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@1a6e2fc{/,null,UNAVAILABLE}
:    [junit4]   2> 440281 T825 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39057 39057
:    [junit4]   2> 440287 T826 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39057 39057
:    [junit4]   2> 440289 T826 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
:    [junit4]   2> 	Maximum concurrent create/delete watches above limit:
:    [junit4]   2> 	
:    [junit4]   2> 		85	/solr/configs/conf1
:    [junit4]   2> 		6	/solr/aliases.json
:    [junit4]   2> 		6	/solr/clusterstate.json
:    [junit4]   2> 	
:    [junit4]   2> 	Maximum concurrent children watches above limit:
:    [junit4]   2> 	
:    [junit4]   2> 		6	/solr/live_nodes
:    [junit4]   2> 		5	/solr/overseer/queue
:    [junit4]   2> 		5	/solr/overseer/collection-queue-work
:    [junit4]   2> 	
:    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=934A75E5C97BEDE7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Africa/Freetown -Dtests.asserts=true -Dtests.file.encoding=UTF-8
:    [junit4] ERROR   82.8s J1 | TestSolrConfigHandlerCloud.test <<<
:    [junit4]    > Throwable #1: java.lang.NullPointerException
:    [junit4]    > 	at __randomizedtesting.SeedInfo.seed([934A75E5C97BEDE7:1B1E4A3F6787801F]:0)
:    [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
:    [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
:    [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
:    [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
:    [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
:    [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
:    [junit4]   2> 440323 T825 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
:    [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001
:    [junit4]   2> 82854 T824 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
:    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=bg, timezone=Africa/Freetown
:    [junit4]   2> NOTE: Linux 3.13.0-46-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=31240368,total=111407104
:    [junit4]   2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, TestCustomSort, SolrCmdDistributorTest, ClusterStateUpdateTest, TestMiniSolrCloudClusterSSL, DistributedFacetPivotWhiteBoxTest, TestFastLRUCache, TestSchemaManager, ChaosMonkeySafeLeaderTest, TestIntervalFaceting, DistanceFunctionTest, OutOfBoxZkACLAndCredentialsProvidersTest, DocumentBuilderTest, SpellingQueryConverterTest, TestFiltering, TestDistributedGrouping, TestSolrConfigHandlerCloud]
:    [junit4] Completed on J1 in 83.43s, 1 test, 1 error <<< FAILURES!
: 
: [...truncated 1186 lines...]
: BUILD FAILED
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 1 error, 49 ignored (21 assumptions)
: 
: Total time: 49 minutes 45 seconds
: Build step 'Invoke Ant' marked build as failure
: [description-setter] Description set: Java: 32bit/jdk1.8.0_60-ea-b06 -client -XX:+UseConcMarkSweepGC
: Archiving artifacts
: Recording test results
: Email was triggered for: Failure - Any
: Sending email for trigger: Failure - Any
: 
: 
: 

-Hoss

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-trunk-Linux (32bit/jdk1.8.0_60-ea-b06) - Build # 12104 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12104/
Java: 32bit/jdk1.8.0_60-ea-b06 -client -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([934A75E5C97BEDE7:1B1E4A3F6787801F]:0)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9315 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/init-core-data-001
   [junit4]   2> 357474 T825 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 357475 T825 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 357479 T825 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 357480 T826 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 357580 T825 oasc.ZkTestServer.run start zk server on port:39057
   [junit4]   2> 357580 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 357581 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 357585 T833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169e157 name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 357586 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 357588 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 357588 T825 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 357595 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 357598 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 357599 T836 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17bb0cd name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 357599 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 357600 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 357601 T825 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 357605 T825 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 357609 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 357611 T825 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 357612 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 357613 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 357616 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 357616 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 357619 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 357619 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 357622 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 357622 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 357624 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 357624 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 357626 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 357626 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 357628 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 357629 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 357639 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 357639 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 357641 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 357641 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 357645 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 357649 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 357656 T825 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 357657 T825 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 357790 T825 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1
   [junit4]   2> 357798 T825 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 357800 T825 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@325b61{/,null,AVAILABLE}
   [junit4]   2> 357802 T825 oejs.AbstractConnector.doStart Started ServerConnector@2ddf7a{HTTP/1.1}{127.0.0.1:58428}
   [junit4]   2> 357803 T825 oejs.Server.doStart Started @358592ms
   [junit4]   2> 357803 T825 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/tempDir-001/control/data, hostContext=/, hostPort=58428, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores}
   [junit4]   2> 357804 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 357804 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/'
   [junit4]   2> 357880 T825 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/solr.xml
   [junit4]   2> 357928 T825 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores
   [junit4]   2> 357928 T825 oasc.CoreContainer.<init> New CoreContainer 32469043
   [junit4]   2> 357929 T825 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/]
   [junit4]   2> 357929 T825 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/lib
   [junit4]   2> 357930 T825 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/lib).
   [junit4]   2> 357944 T825 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 357945 T825 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 357945 T825 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 357945 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 357946 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 357946 T825 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 357946 T825 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 357947 T825 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 357948 T825 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 357949 T825 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 357949 T825 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 357949 T825 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 357950 T825 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39057/solr
   [junit4]   2> 357950 T825 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 357950 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 357951 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 357952 T853 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fb9061 name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 357953 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 357954 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 357972 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 357972 T856 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7bfe85 name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 357973 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 357975 T825 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 357978 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 358003 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 358006 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 358012 T825 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 358014 T825 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 358018 T825 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 358019 T825 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 358021 T825 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58428_
   [junit4]   2> 358022 T825 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58428_
   [junit4]   2> 358024 T825 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 358025 T825 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 358027 T825 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 358029 T825 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58428_
   [junit4]   2> 358030 T825 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 358032 T825 oasc.Overseer.start Overseer (id=93546560141590531-127.0.0.1:58428_-n_0000000000) starting
   [junit4]   2> 358034 T825 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 358040 T825 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 358042 T857 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 358048 T858 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 358049 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 358053 T825 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores
   [junit4]   2> 358054 T825 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 358054 T825 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/
   [junit4]   2> 358055 T825 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 358055 T860 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 358056 T860 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 358057 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 358057 T860 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 358058 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
   [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 358058 T857 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
   [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 358058 T857 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 358059 T857 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 358060 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 359058 T860 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 359059 T860 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 359061 T860 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 359061 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 359062 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 359062 T860 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/'
   [junit4]   2> 359105 T860 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 359107 T860 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 359123 T860 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 359169 T860 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 359209 T860 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 359219 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 359271 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 359759 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 359774 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 359789 T860 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 359826 T860 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 359831 T860 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 359839 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 359843 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 359843 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 359844 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 359845 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 359845 T860 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/
   [junit4]   2> 359846 T860 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d55d7
   [junit4]   2> 359848 T860 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data
   [junit4]   2> 359848 T860 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/index/
   [junit4]   2> 359849 T860 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 359849 T860 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/control-001/cores/collection1/data/index
   [junit4]   2> 359849 T860 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3951941574751975]
   [junit4]   2> 359861 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba7950 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ccc23),segFN=segments_1,generation=1}
   [junit4]   2> 359862 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 359870 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 359871 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 359871 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 359872 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 359872 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 359872 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 359873 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 359873 T860 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 359874 T860 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 359877 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 359879 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 359881 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 359882 T860 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 359892 T860 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 359893 T860 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 359894 T860 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 359894 T860 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 359895 T860 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 359895 T860 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 359896 T860 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 359897 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1ba7950 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4ccc23),segFN=segments_1,generation=1}
   [junit4]   2> 359897 T860 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 359898 T860 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@18dc6a8[collection1] main
   [junit4]   2> 359898 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 359901 T860 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 359901 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 359902 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 359902 T860 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 359903 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 359903 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 359904 T860 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 359904 T860 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 359904 T860 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 359906 T860 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 359908 T864 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:58428 collection:control_collection shard:shard1
   [junit4]   2> 359925 T861 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18dc6a8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 359932 T825 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 359933 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 359934 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 359934 T864 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 359934 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 359936 T867 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f432a name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 359937 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 359937 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 359937 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 359945 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 359947 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 359948 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 359949 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 359949 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 359950 T825 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> ASYNC  NEW_CORE C6818 name=collection1 org.apache.solr.core.SolrCore@16c04f4 url=http://127.0.0.1:58428/collection1 node=127.0.0.1:58428_ C6818_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:58428, node_name=127.0.0.1:58428_, state=down}
   [junit4]   2> 359950 T864 C:control_collection S:shard1 C6818 P58428 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:58428/collection1/
   [junit4]   2> 359951 T864 C:control_collection S:shard1 C6818 P58428 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 359951 T864 C:control_collection S:shard1 C6818 P58428 oasc.SyncStrategy.syncToMe http://127.0.0.1:58428/collection1/ has no replicas
   [junit4]   2> 359951 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 359952 T864 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:58428/collection1/ shard1
   [junit4]   2> 359953 T864 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 359961 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 359968 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 359978 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 2
   [junit4]   2> 360047 T825 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1
   [junit4]   2> 360048 T825 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001
   [junit4]   2> 360049 T825 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 360051 T825 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@10c74b5{/,null,AVAILABLE}
   [junit4]   2> 360063 T825 oejs.AbstractConnector.doStart Started ServerConnector@182093d{HTTP/1.1}{127.0.0.1:39268}
   [junit4]   2> 360063 T825 oejs.Server.doStart Started @360853ms
   [junit4]   2> 360064 T825 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=39268, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores}
   [junit4]   2> 360065 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 360065 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/'
   [junit4]   2> 360089 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 360090 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 360113 T825 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/solr.xml
   [junit4]   2> 360131 T864 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:58428/collection1/ and leader is http://127.0.0.1:58428/collection1/
   [junit4]   2> 360131 T864 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:58428
   [junit4]   2> 360131 T864 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 360131 T864 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 360132 T864 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 360134 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 360135 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
   [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 3
   [junit4]   2> 360136 T825 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores
   [junit4]   2> 360136 T825 oasc.CoreContainer.<init> New CoreContainer 15874259
   [junit4]   2> 360136 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58428",
   [junit4]   2> 	  "node_name":"127.0.0.1:58428_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 360137 T825 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/]
   [junit4]   2> 360137 T825 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/lib
   [junit4]   2> 360138 T825 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/lib).
   [junit4]   2> 360149 T825 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 360150 T825 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 360150 T825 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 360150 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 360151 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 360180 T825 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 360180 T825 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 360180 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 360181 T825 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 360181 T825 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 360181 T825 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 360182 T825 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 360182 T825 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 360182 T825 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 360182 T825 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 360183 T825 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39057/solr
   [junit4]   2> 360183 T825 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 360183 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 360184 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 360185 T881 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1198cff name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 360189 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 360190 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 360193 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 360202 T884 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d098f6 name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 360202 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 360209 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 360243 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 360243 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 360244 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 361216 T825 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39268_
   [junit4]   2> 361217 T825 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39268_
   [junit4]   2> 361224 T825 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 361227 T825 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores
   [junit4]   2> 361228 T825 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 361228 T825 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/
   [junit4]   2> 361229 T825 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 361233 T885 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 361233 T885 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 361234 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 361234 T885 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 361237 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
   [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 361238 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
   [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 361238 T857 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 361238 T857 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 361342 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 361342 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 361342 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 362235 T885 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 362235 T885 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 362236 T885 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 362237 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 362239 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 362239 T885 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/'
   [junit4]   2> 362284 T885 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 362288 T885 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 362297 T885 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 362341 T885 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 362402 T885 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 362404 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 362417 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 362894 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 362909 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 362913 T885 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 362934 T885 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 362938 T885 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 362949 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 362951 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 362951 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 362952 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 362952 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 362952 T885 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 362953 T885 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 362953 T885 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 362954 T885 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 362954 T885 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d55d7
   [junit4]   2> 362957 T885 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data
   [junit4]   2> 362957 T885 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 362957 T885 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 362958 T885 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 362958 T885 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3951941574751975]
   [junit4]   2> 362959 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1adfc12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@91269d),segFN=segments_1,generation=1}
   [junit4]   2> 362959 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 362968 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 362968 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 362968 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 362969 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 362970 T885 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 362970 T885 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 362972 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 362974 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 362977 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 362985 T885 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 363002 T885 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 363004 T885 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 363004 T885 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 363005 T885 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 363005 T885 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 363006 T885 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 363009 T885 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 363010 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1adfc12 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@91269d),segFN=segments_1,generation=1}
   [junit4]   2> 363010 T885 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 363010 T885 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@1a895dc[collection1] main
   [junit4]   2> 363011 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 363012 T885 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 363013 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 363014 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 363014 T885 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 363014 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 363015 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 363015 T885 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 363015 T885 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 363016 T885 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 363017 T885 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 363018 T889 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:39268 collection:collection1 shard:shard2
   [junit4]   2> 363018 T825 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 363019 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 363027 T886 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a895dc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 363028 T889 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 363033 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 363034 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 363036 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 5
   [junit4]   2> 363036 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 363036 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C6819 name=collection1 org.apache.solr.core.SolrCore@1aa0502 url=http://127.0.0.1:39268/collection1 node=127.0.0.1:39268_ C6819_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:39268, node_name=127.0.0.1:39268_, state=down}
   [junit4]   2> 363037 T889 C:collection1 S:shard2 C6819 P39268 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:39268/collection1/
   [junit4]   2> 363037 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363037 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363038 T889 C:collection1 S:shard2 C6819 P39268 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 363038 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363038 T889 C:collection1 S:shard2 C6819 P39268 oasc.SyncStrategy.syncToMe http://127.0.0.1:39268/collection1/ has no replicas
   [junit4]   2> 363040 T889 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:39268/collection1/ shard2
   [junit4]   2> 363040 T889 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 363045 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 363046 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 6
   [junit4]   2> 363114 T825 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1
   [junit4]   2> 363115 T825 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001
   [junit4]   2> 363115 T825 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 363117 T825 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@12bc120{/,null,AVAILABLE}
   [junit4]   2> 363118 T825 oejs.AbstractConnector.doStart Started ServerConnector@1959d69{HTTP/1.1}{127.0.0.1:39372}
   [junit4]   2> 363119 T825 oejs.Server.doStart Started @363908ms
   [junit4]   2> 363119 T825 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=39372, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores}
   [junit4]   2> 363119 T825 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@e2f2a
   [junit4]   2> 363120 T825 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/'
   [junit4]   2> 363158 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363158 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363158 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363159 T825 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/solr.xml
   [junit4]   2> 363173 T825 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores
   [junit4]   2> 363174 T825 oasc.CoreContainer.<init> New CoreContainer 9750146
   [junit4]   2> 363174 T825 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/]
   [junit4]   2> 363175 T825 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/lib
   [junit4]   2> 363175 T825 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/lib).
   [junit4]   2> 363186 T825 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 363187 T825 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 363187 T825 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 363188 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 363189 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 363189 T825 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 363189 T825 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 363190 T825 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 363190 T825 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 363190 T825 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 363191 T825 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 363191 T825 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 363192 T825 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 363192 T825 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 363192 T825 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 363193 T825 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:39057/solr
   [junit4]   2> 363193 T825 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 363193 T825 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 363195 T889 C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:39268/collection1/ and leader is http://127.0.0.1:39268/collection1/
   [junit4]   2> 363201 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 363201 T889 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39268
   [junit4]   2> 363201 T889 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 363202 T889 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 363202 T889 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 363214 T903 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@149d5f2 name:ZooKeeperConnection Watcher:127.0.0.1:39057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 363214 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 363214 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 363215 T825 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 363218 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
   [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 7
   [junit4]   2> 363219 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39268",
   [junit4]   2> 	  "node_name":"127.0.0.1:39268_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 363220 T825 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 363223 T906 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3293f0 name:ZooKeeperConnection Watcher:127.0.0.1:39057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 363223 T825 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 363232 T825 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 363323 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363324 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363323 T906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 363323 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 364236 T825 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39372_
   [junit4]   2> 364237 T825 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:39372_
   [junit4]   2> 364240 T825 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 364245 T825 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores
   [junit4]   2> 364246 T825 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 364247 T825 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/
   [junit4]   2> 364247 T825 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 364249 T907 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 364249 T907 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 364250 T856 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 364250 T907 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 364251 T857 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39372",
   [junit4]   2> 	  "node_name":"127.0.0.1:39372_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 8
   [junit4]   2> 364252 T857 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:39372",
   [junit4]   2> 	  "node_name":"127.0.0.1:39372_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 364252 T857 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 364252 T857 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 364355 T906 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 364355 T884 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 364355 T867 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 364355 T856 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 365251 T907 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 365251 T907 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 365253 T907 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 365253 T907 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 365255 T907 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 365255 T907 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/'
   [junit4]   2> 365291 T907 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 365293 T907 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 365301 T907 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 365336 T907 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 365418 T907 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 365420 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 365431 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 365695 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 365709 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 365711 T907 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 365729 T907 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 365733 T907 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 365737 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 365738 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 365738 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 365739 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 365740 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 365740 T907 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 365740 T907 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 365740 T907 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 365741 T907 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data/
   [junit4]   2> 365741 T907 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d55d7
   [junit4]   2> 365743 T907 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data
   [junit4]   2> 365745 T907 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data/index/
   [junit4]   2> 365745 T907 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-2-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 365745 T907 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/te

[...truncated too long message...]

cessMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52399",
   [junit4]   2> 	  "node_name":"127.0.0.1:52399_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 25
   [junit4]   2> 438736 T825 C:control_collection S:shard1 c:collection1 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 438737 T1146 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node4",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52399",
   [junit4]   2> 	  "node_name":"127.0.0.1:52399_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 438737 T825 C:control_collection S:shard1 c:collection1 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 438738 T825 C:control_collection S:shard1 c:collection1 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 438738 T825 C:control_collection S:shard1 c:collection1 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 438738 T825 C:control_collection S:shard1 c:collection1 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 438772 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 438773 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 438773 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 438773 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 438774 T825 C:control_collection S:shard1 c:collection1 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001/shard-4-001/cores/collection1/data
   [junit4]   2> 438774 T825 C:control_collection S:shard1 c:collection1 oasc.Overseer.close Overseer (id=93546560141590540-127.0.0.1:52399_-n_0000000004) closing
   [junit4]   2> 438775 T1146 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:52399_
   [junit4]   2> 440277 T1139 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 440279 T825 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@b70cda{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 440279 T825 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@1a6e2fc{/,null,UNAVAILABLE}
   [junit4]   2> 440281 T825 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39057 39057
   [junit4]   2> 440287 T826 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:39057 39057
   [junit4]   2> 440289 T826 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		85	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/queue
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=934A75E5C97BEDE7 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bg -Dtests.timezone=Africa/Freetown -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   82.8s J1 | TestSolrConfigHandlerCloud.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([934A75E5C97BEDE7:1B1E4A3F6787801F]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 440323 T825 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 934A75E5C97BEDE7-001
   [junit4]   2> 82854 T824 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=DefaultSimilarity, locale=bg, timezone=Africa/Freetown
   [junit4]   2> NOTE: Linux 3.13.0-46-generic i386/Oracle Corporation 1.8.0_60-ea (32-bit)/cpus=12,threads=1,free=31240368,total=111407104
   [junit4]   2> NOTE: All tests run in this JVM: [WordBreakSolrSpellCheckerTest, TestCustomSort, SolrCmdDistributorTest, ClusterStateUpdateTest, TestMiniSolrCloudClusterSSL, DistributedFacetPivotWhiteBoxTest, TestFastLRUCache, TestSchemaManager, ChaosMonkeySafeLeaderTest, TestIntervalFaceting, DistanceFunctionTest, OutOfBoxZkACLAndCredentialsProvidersTest, DocumentBuilderTest, SpellingQueryConverterTest, TestFiltering, TestDistributedGrouping, TestSolrConfigHandlerCloud]
   [junit4] Completed on J1 in 83.43s, 1 test, 1 error <<< FAILURES!

[...truncated 1186 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 1 error, 49 ignored (21 assumptions)

Total time: 49 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 32bit/jdk1.8.0_60-ea-b06 -client -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_60-ea-b06) - Build # 12103 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12103/
Java: 64bit/jdk1.8.0_60-ea-b06 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Error from server at http://127.0.0.1:51914/_/da/compositeid_collection_with_routerfield_shard1_replica1: no servers hosting shard: 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51914/_/da/compositeid_collection_with_routerfield_shard1_replica1: no servers hosting shard: 
	at __randomizedtesting.SeedInfo.seed([5F2D4E22156E1C2B:D77971F8BB9271D3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:556)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:225)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDeleteByIdCompositeRouterWithRouterField(FullSolrCloudDistribCmdsTest.java:357)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:146)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([5F2D4E22156E1C2B:D77971F8BB9271D3]:0)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9765 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/init-core-data-001
   [junit4]   2> 578138 T4070 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_/da
   [junit4]   2> 578140 T4070 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 578140 T4071 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 578240 T4070 oasc.ZkTestServer.run start zk server on port:49232
   [junit4]   2> 578241 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 578241 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578243 T4078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22e0195c name:ZooKeeperConnection Watcher:127.0.0.1:49232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578243 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578243 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 578243 T4070 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 578245 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 578245 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578246 T4081 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64b992be name:ZooKeeperConnection Watcher:127.0.0.1:49232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578246 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578246 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 578246 T4070 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 578247 T4070 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 578247 T4070 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 578248 T4070 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 578249 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 578249 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 578250 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 578250 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 578251 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 578251 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 578251 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 578252 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 578252 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 578253 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 578253 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 578253 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 578254 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 578254 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 578255 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 578255 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 578255 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 578256 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 578256 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 578256 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 578257 T4070 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 578257 T4070 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 578300 T4070 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1
   [junit4]   2> 578301 T4070 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 578302 T4070 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@6c3efb8a{/_/da,null,AVAILABLE}
   [junit4]   2> 578304 T4070 oejs.AbstractConnector.doStart Started ServerConnector@10647397{HTTP/1.1}{127.0.0.1:32965}
   [junit4]   2> 578304 T4070 oejs.Server.doStart Started @579310ms
   [junit4]   2> 578305 T4070 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/tempDir-001/control/data, hostContext=/_/da, hostPort=32965, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores}
   [junit4]   2> 578305 T4070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 578305 T4070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/'
   [junit4]   2> 578316 T4070 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/solr.xml
   [junit4]   2> 578319 T4070 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores
   [junit4]   2> 578320 T4070 oasc.CoreContainer.<init> New CoreContainer 1601544149
   [junit4]   2> 578320 T4070 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/]
   [junit4]   2> 578320 T4070 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/lib
   [junit4]   2> 578320 T4070 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/lib).
   [junit4]   2> 578324 T4070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 578324 T4070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 578324 T4070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 578324 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 578324 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 578325 T4070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 578325 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 578325 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 578325 T4070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 578325 T4070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 578325 T4070 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 578326 T4070 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 578326 T4070 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 578326 T4070 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 578326 T4070 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 578326 T4070 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49232/solr
   [junit4]   2> 578326 T4070 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 578326 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 578327 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578328 T4095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1928dd47 name:ZooKeeperConnection Watcher:127.0.0.1:49232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578328 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578328 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 578329 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 578330 T4098 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ed54de0 name:ZooKeeperConnection Watcher:127.0.0.1:49232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 578330 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 578331 T4070 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 578331 T4070 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 578332 T4070 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 578333 T4070 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 578334 T4070 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 578334 T4070 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 578335 T4070 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 578335 T4070 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 578336 T4070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32965__%2Fda
   [junit4]   2> 578336 T4070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:32965__%2Fda
   [junit4]   2> 578337 T4070 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 578337 T4070 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 578338 T4070 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 578338 T4070 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:32965__%2Fda
   [junit4]   2> 578339 T4070 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 578339 T4070 oasc.Overseer.start Overseer (id=93546182679461891-127.0.0.1:32965__%2Fda-n_0000000000) starting
   [junit4]   2> 578340 T4070 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 578342 T4070 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 578342 T4070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 578342 T4100 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 578342 T4099 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 578343 T4070 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores
   [junit4]   2> 578344 T4070 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 578344 T4070 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/
   [junit4]   2> 578344 T4070 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 578345 T4102 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 578345 T4102 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 578345 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 578345 T4102 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 578345 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32965/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:32965__%2Fda",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 578346 T4099 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32965/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:32965__%2Fda",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 578346 T4099 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 578346 T4099 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 578346 T4098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579346 T4102 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 579346 T4102 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 579346 T4102 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 579346 T4102 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 579347 T4102 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 579347 T4102 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/'
   [junit4]   2> 579357 T4102 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 579358 T4102 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 579361 T4102 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 579365 T4102 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 579374 T4102 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 579374 T4102 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 579378 T4102 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 579457 T4102 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 579457 T4102 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 579458 T4102 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 579459 T4102 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 579464 T4102 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 579464 T4102 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 579464 T4102 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/data/
   [junit4]   2> 579465 T4102 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fff6ca2
   [junit4]   2> 579465 T4102 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/data
   [junit4]   2> 579465 T4102 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 579465 T4102 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 579466 T4102 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/control-001/cores/collection1/data/index
   [junit4]   2> 579466 T4102 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 579466 T4102 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@28ae8a2c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f3c67b0),segFN=segments_1,generation=1}
   [junit4]   2> 579467 T4102 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 579469 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 579470 T4102 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 579471 T4102 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 579472 T4102 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 579472 T4102 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 579473 T4102 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 579473 T4102 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 579475 T4102 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 579476 T4102 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 579476 T4102 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 579476 T4102 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 579477 T4102 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 579477 T4102 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 579477 T4102 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24561428618468756]
   [junit4]   2> 579477 T4102 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@28ae8a2c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2f3c67b0),segFN=segments_1,generation=1}
   [junit4]   2> 579478 T4102 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 579478 T4102 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@3a8281f7[collection1] main
   [junit4]   2> 579478 T4102 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 579478 T4102 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 579478 T4102 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 579479 T4102 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 579480 T4102 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 579480 T4103 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a8281f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 579480 T4106 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:32965/_/da collection:control_collection shard:shard1
   [junit4]   2> 579480 T4070 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 579480 T4070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 579480 T4106 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 579481 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 579481 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 579482 T4109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59999ea4 name:ZooKeeperConnection Watcher:127.0.0.1:49232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 579482 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 579482 T4106 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 579483 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 579483 T4070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 579483 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 579483 T4106 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 579483 T4106 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 579483 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> ASYNC  NEW_CORE C685 name=collection1 org.apache.solr.core.SolrCore@65c46a7d url=http://127.0.0.1:32965/_/da/collection1 node=127.0.0.1:32965__%2Fda C685_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:32965/_/da, node_name=127.0.0.1:32965__%2Fda, state=down}
   [junit4]   2> 579483 T4106 C:control_collection S:shard1 C685 P32965 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:32965/_/da/collection1/
   [junit4]   2> 579484 T4106 C:control_collection S:shard1 C685 P32965 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 579484 T4106 C:control_collection S:shard1 C685 P32965 oasc.SyncStrategy.syncToMe http://127.0.0.1:32965/_/da/collection1/ has no replicas
   [junit4]   2> 579484 T4106 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:32965/_/da/collection1/ shard1
   [junit4]   2> 579484 T4070 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 579484 T4106 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 579484 T4070 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 579485 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 579485 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 579485 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 579486 T4112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@200c0509 name:ZooKeeperConnection Watcher:127.0.0.1:49232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 579486 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32965/_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 579486 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 579486 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 579487 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 579487 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 579487 T4099 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 579488 T4098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579488 T4109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579536 T4106 C:control_collection S:shard1 oasc.ZkController.register We are http://127.0.0.1:32965/_/da/collection1/ and leader is http://127.0.0.1:32965/_/da/collection1/
   [junit4]   2> 579536 T4106 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:32965/_/da
   [junit4]   2> 579536 T4106 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 579536 T4106 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 579536 T4106 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 579537 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 579538 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32965/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:32965__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 579538 T4099 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:32965/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:32965__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 579538 T4099 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 579538 T4098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579539 T4109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579558 T4070 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1
   [junit4]   2> 579559 T4070 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001
   [junit4]   2> 579560 T4070 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 579562 T4070 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@5e292650{/_/da,null,AVAILABLE}
   [junit4]   2> 579562 T4070 oejs.AbstractConnector.doStart Started ServerConnector@b547e15{HTTP/1.1}{127.0.0.1:51914}
   [junit4]   2> 579562 T4070 oejs.Server.doStart Started @580568ms
   [junit4]   2> 579563 T4070 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_/da, hostPort=51914, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores}
   [junit4]   2> 579563 T4070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 579563 T4070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/'
   [junit4]   2> 579578 T4070 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/solr.xml
   [junit4]   2> 579583 T4070 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores
   [junit4]   2> 579583 T4070 oasc.CoreContainer.<init> New CoreContainer 1937949590
   [junit4]   2> 579583 T4070 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/]
   [junit4]   2> 579583 T4070 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/lib
   [junit4]   2> 579584 T4070 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/lib).
   [junit4]   2> 579589 T4070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 579589 T4070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 579589 T4070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 579589 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 579590 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 579590 T4070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 579590 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 579590 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 579590 T4070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 579591 T4070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 579591 T4070 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 579591 T4070 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 579591 T4070 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 579592 T4070 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 579592 T4070 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 579592 T4070 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49232/solr
   [junit4]   2> 579592 T4070 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 579593 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 579593 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 579594 T4126 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65f91a6e name:ZooKeeperConnection Watcher:127.0.0.1:49232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 579594 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 579595 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 579596 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 579596 T4129 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7eca584c name:ZooKeeperConnection Watcher:127.0.0.1:49232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 579596 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 579598 T4070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 579640 T4098 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579640 T4109 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 579640 T4129 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 580600 T4070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51914__%2Fda
   [junit4]   2> 580600 T4070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51914__%2Fda
   [junit4]   2> 580601 T4070 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 580602 T4070 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores
   [junit4]   2> 580602 T4070 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 580602 T4070 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/
   [junit4]   2> 580603 T4070 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 580603 T4130 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 580603 T4130 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 580604 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 580604 T4130 C:collection1 c:collection1 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 580604 T4130 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 580605 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51914/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:51914__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 580605 T4130 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 580605 T4099 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51914/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:51914__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 580605 T4099 oasco.ReplicaMutator.updateState Collection already exists with numShards=3
   [junit4]   2> 580605 T4099 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 580605 T4130 C:collection1 c:collection1 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 580605 T4130 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 580706 T4099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 580707 T4129 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 580707 T4129 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 581605 T4130 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 581606 T4130 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 581606 T4130 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 581606 T4130 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 581606 T4130 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 581607 T4130 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/'
   [junit4]   2> 581615 T4130 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 581616 T4130 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 581618 T4130 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 581621 T4130 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 581628 T4130 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 581628 T4130 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 581632 T4130 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 581727 T4130 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 581729 T4130 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 581729 T4130 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 581731 T4130 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 581737 T4130 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 581737 T4130 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 581738 T4130 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 581738 T4130 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5fff6ca2
   [junit4]   2> 581739 T4130 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/data
   [junit4]   2> 581739 T4130 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 581739 T4130 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 581739 T4130 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 581739 T4130 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=25, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 581740 T4130 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62597563 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1562f1ec),segFN=segments_1,generation=1}
   [junit4]   2> 581740 T4130 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 581745 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 581745 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 581745 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 581745 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 581746 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 581746 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 581746 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 581746 T4130 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 581746 T4130 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 581748 T4130 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 581749 T4130 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 581750 T4130 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 581750 T4130 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 581754 T4130 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 581754 T4130 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 581755 T4130 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 581755 T4130 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 581755 T4130 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 581755 T4130 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 581756 T4130 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.24561428618468756]
   [junit4]   2> 581756 T4130 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@62597563 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1562f1ec),segFN=segments_1,generation=1}
   [junit4]   2> 581756 T4130 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 581756 T4130 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@113046c7[collection1] main
   [junit4]   2> 581757 T4130 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 581757 T4130 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 581757 T4130 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 581758 T4130 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 581759 T4131 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@113046c7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 581759 T4130 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 581759 T4134 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51914/_/da collection:collection1 shard:shard2
   [junit4]   2> 581760 T4070 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 581760 T4070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 581760 T4134 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 581761 T4134 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 581762 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 581762 T4134 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 581762 T4134 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C686 name=collection1 org.apache.solr.core.SolrCore@4d05ff6c url=http://127.0.0.1:51914/_/da/collection1 node=127.0.0.1:51914__%2Fda C686_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:51914/_/da, node_name=127.0.0.1:51914__%2Fda, state=down}
   [junit4]   2> 581762 T4134 C:collection1 S:shard2 C686 P51914 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51914/_/da/collection1/
   [junit4]   2> 581762 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 581762 T4134 C:collection1 S:shard2 C686 P51914 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 581763 T4134 C:collection1 S:shard2 C686 P51914 oasc.SyncStrategy.syncToMe http://127.0.0.1:51914/_/da/collection1/ has no replicas
   [junit4]   2> 581763 T4134 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51914/_/da/collection1/ shard2
   [junit4]   2> 581763 T4134 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 581763 T4099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 581763 T4129 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581763 T4129 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 581764 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 581764 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51914/_/da",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 581765 T4099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 581765 T4129 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581765 T4129 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 581803 T4070 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores/collection1
   [junit4]   2> 581803 T4070 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001
   [junit4]   2> 581804 T4070 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 581805 T4070 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1cff6823{/_/da,null,AVAILABLE}
   [junit4]   2> 581805 T4070 oejs.AbstractConnector.doStart Started ServerConnector@611d6c6e{HTTP/1.1}{127.0.0.1:35240}
   [junit4]   2> 581805 T4070 oejs.Server.doStart Started @582811ms
   [junit4]   2> 581806 T4070 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_/da, hostPort=35240, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores}
   [junit4]   2> 581806 T4070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 581806 T4070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/'
   [junit4]   2> 581814 T4134 C:collection1 S:shard2 oasc.ZkController.register We are http://127.0.0.1:51914/_/da/collection1/ and leader is http://127.0.0.1:51914/_/da/collection1/
   [junit4]   2> 581815 T4134 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51914/_/da
   [junit4]   2> 581815 T4134 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 581815 T4134 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 581815 T4134 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 581816 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 581816 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51914/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:51914__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 581816 T4070 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/solr.xml
   [junit4]   2> 581816 T4099 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51914/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:51914__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 581816 T4134 C:collection1 S:shard2 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 581817 T4099 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 581817 T4129 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 581817 T4129 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 581819 T4070 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores
   [junit4]   2> 581820 T4070 oasc.CoreContainer.<init> New CoreContainer 602263372
   [junit4]   2> 581820 T4070 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/]
   [junit4]   2> 581820 T4070 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/lib
   [junit4]   2> 581821 T4070 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/lib).
   [junit4]   2> 581824 T4070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 581824 T4070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 581825 T4070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 581826 T4070 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 581826 T4070 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 581826 T4070 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 581826 T4070 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 581826 T4070 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 581826 T4070 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:49232/solr
   [junit4]   2> 581827 T4070 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 581827 T4070 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 581827 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581828 T4148 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1524d919 name:ZooKeeperConnection Watcher:127.0.0.1:49232 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581828 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581829 T4070 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 581830 T4070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 581830 T4151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75370cb5 name:ZooKeeperConnection Watcher:127.0.0.1:49232/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 581830 T4070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 581832 T4070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 582833 T4070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35240__%2Fda
   [junit4]   2> 582834 T4070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35240__%2Fda
   [junit4]   2> 582835 T4070 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 582836 T4070 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores
   [junit4]   2> 582837 T4070 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 582838 T4070 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest 5F2D4E22156E1C2B-001/shard-2-001/cores/collection1/
   [junit4]   2> 582838 T4070 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 582839 T4152 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 582839 T4152 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 582839 T4098 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 582839 T4152 C:collection1 c:collection1 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 582840 T4152 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 582840 T4099 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35240/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:35240__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 582840 T4152 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 582840 T4099 oasco.ReplicaMutator.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35240/_/da",
   [junit4]   2> 	  "node_name":"127.0.0.1:35240__%2Fda",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collect

[...truncated too long message...]

loud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:390)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
   [junit4]   2> 		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:294)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:291)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:291)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:486)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:455)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:442)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:146)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:142)
   [junit4]   2> 		... 11 more
   [junit4]   2> 	
   [junit4]   2> 1153575 T6134 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@2bff0082{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 1153576 T6134 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@2f5b36d1{/,null,UNAVAILABLE}
   [junit4]   2> 1153577 T6134 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43561 43561
   [junit4]   2> 1153620 T6135 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:43561 43561
   [junit4]   2> 1153620 T6135 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		85	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		4	/solr/overseer/queue
   [junit4]   2> 		4	/solr/overseer/collection-queue-work
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=5F2D4E22156E1C2B -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es_UY -Dtests.timezone=America/North_Dakota/Center -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   25.1s J1 | TestSolrConfigHandlerCloud.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5F2D4E22156E1C2B:D77971F8BB9271D3]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1153627 T6134 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud 5F2D4E22156E1C2B-001
   [junit4]   2> 25137 T6133 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=28670, maxDocsPerChunk=3, blockSize=966), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=28670, blockSize=966)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=es_UY, timezone=America/North_Dakota/Center
   [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.8.0_60-ea (64-bit)/cpus=12,threads=1,free=124294672,total=508952576
   [junit4]   2> NOTE: All tests run in this JVM: [TestQuerySenderListener, TestHashQParserPlugin, DisMaxRequestHandlerTest, TestSortingResponseWriter, SolrCmdDistributorTest, QueryResultKeyTest, DocumentBuilderTest, DistributedFacetPivotWhiteBoxTest, TestManagedSchema, HdfsUnloadDistributedZkTest, PreAnalyzedFieldTest, TestCryptoKeys, TestCursorMarkWithoutUniqueKey, TestPartialUpdateDeduplication, LukeRequestHandlerTest, CurrencyFieldOpenExchangeTest, TestUniqueKeyFieldResource, MultiTermTest, TestDistributedGrouping, TestShortCircuitedRequests, OpenCloseCoreStressTest, FieldAnalysisRequestHandlerTest, TestReplicationHandlerBackup, CircularListTest, TestRestManager, TestIndexSearcher, BasicFunctionalityTest, ShardRoutingCustomTest, TestManagedStopFilterFactory, SliceStateTest, ZkControllerTest, SpatialFilterTest, SuggesterTSTTest, HdfsChaosMonkeySafeLeaderTest, HdfsSyncSliceTest, CacheHeaderTest, DirectSolrConnectionTest, SampleTest, TestCollationFieldDocValues, TestClusterStateMutator, CollectionsAPIAsyncDistributedZkTest, TestCloudPivotFacet, TestIntervalFaceting, TestHighlightDedupGrouping, URLClassifyProcessorTest, TestSweetSpotSimilarityFactory, TestFastOutputStream, TestCollationField, TestExpandComponent, TestReplicaProperties, TestBM25SimilarityFactory, EchoParamsTest, ChaosMonkeySafeLeaderTest, TestFiltering, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, SuggestComponentTest, TestRandomMergePolicy, HdfsBasicDistributedZkTest, TestNRTOpen, BufferStoreTest, TestCharFilters, HdfsThreadLeakTest, ActionThrottleTest, TestConfigOverlay, RemoteQueryErrorTest, TestManagedSchemaDynamicFieldResource, TestRecoveryHdfs, SolrIndexConfigTest, AliasIntegrationTest, JsonLoaderTest, TestWriterPerf, ZkSolrClientTest, HighlighterMaxOffsetTest, IndexSchemaRuntimeFieldTest, SyncSliceTest, LeaderElectionIntegrationTest, ClusterStateUpdateTest, LeaderElectionTest, TestDistributedSearch, TestPHPSerializedResponseWriter, TestComponentsName, HighlighterConfigTest, TestSolrIndexConfig, BadComponentTest, TestElisionMultitermQuery, NotRequiredUniqueKeyTest, TestPerFieldSimilarity, TestDefaultSimilarityFactory, ResourceLoaderTest, DateMathParserTest, TestSystemIdResolver, PrimUtilsTest, DOMUtilTest, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestUtils, TestRTGBase, DistributedIntervalFacetingTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, RecoveryAfterSoftCommitTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestMiniSolrCloudCluster, TestRebalanceLeaders, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestReloadAndDeleteDocs, TestSolrXml, TestBlobHandler, TestSolrConfigHandlerCloud]
   [junit4] Completed on J1 in 25.90s, 1 test, 1 error <<< FAILURES!

[...truncated 219 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 2 errors, 49 ignored (21 assumptions)

Total time: 37 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_60-ea-b06 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_40) - Build # 12102 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/12102/
Java: 64bit/jdk1.8.0_40 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.handler.TestSolrConfigHandlerCloud.test

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([DCD322F66E385674:54871D2CC0C43B8C]:0)
	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 9368 lines...]
   [junit4] Suite: org.apache.solr.handler.TestSolrConfigHandlerCloud
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/init-core-data-001
   [junit4]   2> 335251 T1886 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 335251 T1886 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 335254 T1886 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 335254 T1887 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 335354 T1886 oasc.ZkTestServer.run start zk server on port:47048
   [junit4]   2> 335354 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 335355 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 335358 T1894 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@55afc21c name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 335358 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 335358 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 335359 T1886 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 335369 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 335370 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 335371 T1897 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@50fe64df name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 335371 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 335371 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 335371 T1886 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 335372 T1886 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 335373 T1886 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 335374 T1886 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 335375 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 335375 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 335376 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 335377 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 335377 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 335378 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 335379 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 335379 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 335380 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 335380 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 335381 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 335381 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 335382 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 335382 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 335382 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 335383 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 335383 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 335383 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 335384 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 335384 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 335385 T1886 oasc.AbstractZkTestCase.putConfig put /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 335385 T1886 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 335386 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 335386 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 335387 T1900 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8e47e15 name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 335388 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 335388 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 335445 T1886 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1
   [junit4]   2> 335458 T1886 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 335459 T1886 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@22b57023{/,null,AVAILABLE}
   [junit4]   2> 335492 T1886 oejs.AbstractConnector.doStart Started ServerConnector@70cb3f1e{SSL-http/1.1}{127.0.0.1:41355}
   [junit4]   2> 335492 T1886 oejs.Server.doStart Started @336947ms
   [junit4]   2> 335493 T1886 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/tempDir-001/control/data, hostContext=/, hostPort=41355, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores}
   [junit4]   2> 335494 T1886 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 335494 T1886 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/'
   [junit4]   2> 335504 T1886 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/solr.xml
   [junit4]   2> 335508 T1886 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores
   [junit4]   2> 335508 T1886 oasc.CoreContainer.<init> New CoreContainer 700064089
   [junit4]   2> 335508 T1886 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/]
   [junit4]   2> 335508 T1886 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/lib
   [junit4]   2> 335509 T1886 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/lib).
   [junit4]   2> 335516 T1886 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 335517 T1886 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 335517 T1886 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 335517 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 335517 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 335518 T1886 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 335518 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 335518 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 335518 T1886 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 335518 T1886 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 335519 T1886 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 335521 T1886 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 335522 T1886 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 335522 T1886 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 335522 T1886 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 335523 T1886 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47048/solr
   [junit4]   2> 335523 T1886 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 335523 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 335524 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 335525 T1914 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28cb00f7 name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 335525 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 335526 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 335537 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 335537 T1917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@443ab0c9 name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 335537 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 335538 T1886 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 335539 T1886 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 335540 T1886 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 335541 T1886 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 335541 T1886 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 335542 T1886 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 335543 T1886 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 335544 T1886 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 335544 T1886 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41355_
   [junit4]   2> 335544 T1886 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41355_
   [junit4]   2> 335545 T1886 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 335546 T1886 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 335546 T1886 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 335547 T1886 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:41355_
   [junit4]   2> 335547 T1886 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 335548 T1886 oasc.Overseer.start Overseer (id=93545835237670916-127.0.0.1:41355_-n_0000000000) starting
   [junit4]   2> 335549 T1886 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 335551 T1886 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 335551 T1886 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 335551 T1918 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 335551 T1919 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 335553 T1886 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores
   [junit4]   2> 335554 T1886 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1, collection=control_collection, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 335554 T1886 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/
   [junit4]   2> 335555 T1886 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 335555 T1921 C:control_collection c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 335555 T1921 C:control_collection c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 335555 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 335556 T1921 C:control_collection c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 335556 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41355",
   [junit4]   2> 	  "node_name":"127.0.0.1:41355_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 0
   [junit4]   2> 335556 T1918 oasco.ReplicaMutator.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41355",
   [junit4]   2> 	  "node_name":"127.0.0.1:41355_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 335556 T1918 oasco.ClusterStateMutator.createCollection building a new cName: control_collection
   [junit4]   2> 335556 T1918 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 335557 T1917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336556 T1921 C:control_collection c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 336556 T1921 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 336557 T1921 C:control_collection c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 336557 T1921 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 336557 T1921 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 336557 T1921 C:control_collection c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/'
   [junit4]   2> 336568 T1921 C:control_collection c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 336570 T1921 C:control_collection c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 336575 T1921 C:control_collection c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 336579 T1921 C:control_collection c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 336589 T1921 C:control_collection c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 336590 T1921 C:control_collection c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 336595 T1921 C:control_collection c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 336686 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 336692 T1921 C:control_collection c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 336693 T1921 C:control_collection c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 336700 T1921 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 336702 T1921 C:control_collection c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 336704 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 336704 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 336704 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 336705 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 336705 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 336705 T1921 C:control_collection c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 336705 T1921 C:control_collection c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 336705 T1921 C:control_collection c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 336706 T1921 C:control_collection c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/data/
   [junit4]   2> 336706 T1921 C:control_collection c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eea5c2a
   [junit4]   2> 336706 T1921 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/data
   [junit4]   2> 336707 T1921 C:control_collection c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/data/index/
   [junit4]   2> 336707 T1921 C:control_collection c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 336707 T1921 C:control_collection c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/control-001/cores/collection1/data/index
   [junit4]   2> 336707 T1921 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=85.2431640625, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=9.436388515682182, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 336708 T1921 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5d272519 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36348932),segFN=segments_1,generation=1}
   [junit4]   2> 336708 T1921 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 336711 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 336712 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 336712 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 336712 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 336712 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 336712 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 336713 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 336713 T1921 C:control_collection c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 336713 T1921 C:control_collection c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 336715 T1921 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 336716 T1921 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 336717 T1921 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 336718 T1921 C:control_collection c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 336720 T1921 C:control_collection c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 336721 T1921 C:control_collection c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 336721 T1921 C:control_collection c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 336722 T1921 C:control_collection c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 336722 T1921 C:control_collection c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 336722 T1921 C:control_collection c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 336723 T1921 C:control_collection c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 336723 T1921 C:control_collection c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@5d272519 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@36348932),segFN=segments_1,generation=1}
   [junit4]   2> 336724 T1921 C:control_collection c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 336724 T1921 C:control_collection c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@587277ad[collection1] main
   [junit4]   2> 336724 T1921 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 336725 T1921 C:control_collection c:collection1 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 336725 T1921 C:control_collection c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 336725 T1921 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 336725 T1921 C:control_collection c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 336725 T1921 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 336726 T1921 C:control_collection c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 336726 T1921 C:control_collection c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 336726 T1921 C:control_collection c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 336726 T1921 C:control_collection c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 336727 T1921 C:control_collection c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 336727 T1922 C:control_collection c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@587277ad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 336727 T1925 C:control_collection S:shard1 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:41355 collection:control_collection shard:shard1
   [junit4]   2> 336727 T1886 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 336728 T1886 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 336729 T1925 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 336731 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 336733 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 336737 T1928 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5429938 name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 336737 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 336738 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 336738 T1886 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 336740 T1886 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 336740 T1925 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 336740 T1886 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 336741 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 336741 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 336741 T1925 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 336741 T1925 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C455 name=collection1 org.apache.solr.core.SolrCore@555001cc url=https://127.0.0.1:41355/collection1 node=127.0.0.1:41355_ C455_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=https://127.0.0.1:41355, node_name=127.0.0.1:41355_, state=down}
   [junit4]   2> 336741 T1925 C:control_collection S:shard1 C455 P41355 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:41355/collection1/
   [junit4]   2> 336742 T1925 C:control_collection S:shard1 C455 P41355 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 336742 T1925 C:control_collection S:shard1 C455 P41355 oasc.SyncStrategy.syncToMe https://127.0.0.1:41355/collection1/ has no replicas
   [junit4]   2> 336742 T1925 C:control_collection S:shard1 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:41355/collection1/ shard1
   [junit4]   2> 336742 T1925 C:control_collection S:shard1 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 336741 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 336742 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection"} current state version: 1
   [junit4]   2> 336743 T1931 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63c14347 name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 336743 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 336743 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 336744 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 336745 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41355",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 1
   [junit4]   2> 336746 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 336747 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "name":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "stateFormat":"2"} current state version: 1
   [junit4]   2> 336747 T1918 oasco.ClusterStateMutator.createCollection building a new cName: collection1
   [junit4]   2> 336747 T1917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336747 T1928 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336795 T1925 C:control_collection S:shard1 oasc.ZkController.register We are https://127.0.0.1:41355/collection1/ and leader is https://127.0.0.1:41355/collection1/
   [junit4]   2> 336795 T1925 C:control_collection S:shard1 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:41355
   [junit4]   2> 336795 T1925 C:control_collection S:shard1 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 336795 T1925 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 336796 T1925 C:control_collection S:shard1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 336797 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 336797 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41355",
   [junit4]   2> 	  "node_name":"127.0.0.1:41355_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"} current state version: 2
   [junit4]   2> 336800 T1918 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41355",
   [junit4]   2> 	  "node_name":"127.0.0.1:41355_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 336801 T1918 oasco.ZkStateWriter.writePendingUpdates going to create_collection /collections/collection1/state.json
   [junit4]   2> 336801 T1928 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336801 T1917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336810 T1886 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1
   [junit4]   2> 336811 T1886 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001
   [junit4]   2> 336812 T1886 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 336815 T1886 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@7095175a{/,null,AVAILABLE}
   [junit4]   2> 336830 T1886 oejs.AbstractConnector.doStart Started ServerConnector@2c002c57{SSL-http/1.1}{127.0.0.1:50611}
   [junit4]   2> 336831 T1886 oejs.Server.doStart Started @338285ms
   [junit4]   2> 336831 T1886 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=50611, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores}
   [junit4]   2> 336833 T1886 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 336833 T1886 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/'
   [junit4]   2> 336841 T1886 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/solr.xml
   [junit4]   2> 336845 T1886 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores
   [junit4]   2> 336845 T1886 oasc.CoreContainer.<init> New CoreContainer 455743000
   [junit4]   2> 336846 T1886 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/]
   [junit4]   2> 336846 T1886 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/lib
   [junit4]   2> 336846 T1886 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/lib).
   [junit4]   2> 336850 T1886 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 336851 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 336852 T1886 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 336852 T1886 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 336852 T1886 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 336853 T1886 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 336854 T1886 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 336854 T1886 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 336854 T1886 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 336854 T1886 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47048/solr
   [junit4]   2> 336854 T1886 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 336854 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 336855 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 336855 T1945 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@370e424e name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 336856 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 336857 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 336858 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 336858 T1948 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a9acdc8 name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 336858 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 336860 T1886 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 336904 T1928 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336904 T1917 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 336904 T1948 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 337862 T1886 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50611_
   [junit4]   2> 337863 T1886 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:50611_
   [junit4]   2> 337864 T1886 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 337865 T1886 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores
   [junit4]   2> 337865 T1886 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 337866 T1886 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/
   [junit4]   2> 337866 T1886 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 337866 T1949 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 337867 T1949 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 337867 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 337867 T1949 C:collection1 c:collection1 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 337867 T1949 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 337867 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50611",
   [junit4]   2> 	  "node_name":"127.0.0.1:50611_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 337868 T1949 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 337868 T1918 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50611",
   [junit4]   2> 	  "node_name":"127.0.0.1:50611_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 337868 T1918 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 337868 T1949 C:collection1 c:collection1 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 337868 T1918 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 337868 T1949 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 337969 T1918 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 337970 T1948 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 337970 T1948 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 338868 T1949 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 338869 T1949 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 338869 T1949 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 338869 T1949 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 338869 T1949 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 338870 T1949 C:collection1 c:collection1 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/'
   [junit4]   2> 338879 T1949 C:collection1 c:collection1 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 338880 T1949 C:collection1 c:collection1 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 338884 T1949 C:collection1 c:collection1 oasc.SolrConfig.refreshRequestParams current version of requestparams : -1
   [junit4]   2> 338888 T1949 C:collection1 c:collection1 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 338905 T1949 C:collection1 c:collection1 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 338906 T1949 C:collection1 c:collection1 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 338909 T1949 C:collection1 c:collection1 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 338984 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 338988 T1949 C:collection1 c:collection1 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 338989 T1949 C:collection1 c:collection1 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 338994 T1949 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 338995 T1949 C:collection1 c:collection1 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 338996 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 338997 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 338997 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 338997 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 338997 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 338997 T1949 C:collection1 c:collection1 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 338997 T1949 C:collection1 c:collection1 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 338998 T1949 C:collection1 c:collection1 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 338998 T1949 C:collection1 c:collection1 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/, dataDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 338998 T1949 C:collection1 c:collection1 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eea5c2a
   [junit4]   2> 338998 T1949 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/data
   [junit4]   2> 338998 T1949 C:collection1 c:collection1 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 338999 T1949 C:collection1 c:collection1 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 338999 T1949 C:collection1 c:collection1 oasc.CachingDirectoryFactory.get return new directory for /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 338999 T1949 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=16, maxMergedSegmentMB=85.2431640625, floorSegmentMB=1.4658203125, forceMergeDeletesPctAllowed=9.436388515682182, segmentsPerTier=13.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 338999 T1949 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1dd6e9de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@695d4c11),segFN=segments_1,generation=1}
   [junit4]   2> 338999 T1949 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 339002 T1949 C:collection1 c:collection1 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 339003 T1949 C:collection1 c:collection1 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 339004 T1949 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 339004 T1949 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 339005 T1949 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 339005 T1949 C:collection1 c:collection1 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 339009 T1949 C:collection1 c:collection1 oasc.RequestHandlers.initHandlersFromConfig Registered paths: /admin/mbeans,standard,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 339010 T1949 C:collection1 c:collection1 oasc.SolrCore.initStatsCache Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 339010 T1949 C:collection1 c:collection1 oasu.UpdateHandler.<init> Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 339011 T1949 C:collection1 c:collection1 oasu.UpdateLog.init Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10
   [junit4]   2> 339011 T1949 C:collection1 c:collection1 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 339011 T1949 C:collection1 c:collection1 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 339019 T1949 C:collection1 c:collection1 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 339019 T1949 C:collection1 c:collection1 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1dd6e9de lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@695d4c11),segFN=segments_1,generation=1}
   [junit4]   2> 339019 T1949 C:collection1 c:collection1 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 339020 T1949 C:collection1 c:collection1 oass.SolrIndexSearcher.<init> Opening Searcher@162d03d4[collection1] main
   [junit4]   2> 339020 T1949 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 339020 T1949 C:collection1 c:collection1 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 339020 T1949 C:collection1 c:collection1 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 339021 T1949 C:collection1 c:collection1 oash.ReplicationHandler.inform Commits will be reserved for  10000
   [junit4]   2> 339022 T1950 C:collection1 c:collection1 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@162d03d4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 339022 T1949 C:collection1 c:collection1 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 339022 T1953 C:collection1 S:shard2 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:50611 collection:collection1 shard:shard2
   [junit4]   2> 339023 T1886 oass.SolrDispatchFilter.init user.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 339023 T1886 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 339023 T1953 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 339026 T1953 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 339027 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 339027 T1953 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 339027 T1953 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C456 name=collection1 org.apache.solr.core.SolrCore@56f705ec url=https://127.0.0.1:50611/collection1 node=127.0.0.1:50611_ C456_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=https://127.0.0.1:50611, node_name=127.0.0.1:50611_, state=down}
   [junit4]   2> 339027 T1953 C:collection1 S:shard2 C456 P50611 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:50611/collection1/
   [junit4]   2> 339028 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1"} current state version: 4
   [junit4]   2> 339029 T1918 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 1
   [junit4]   2> 339028 T1953 C:collection1 S:shard2 C456 P50611 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 339029 T1948 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 339029 T1953 C:collection1 S:shard2 C456 P50611 oasc.SyncStrategy.syncToMe https://127.0.0.1:50611/collection1/ has no replicas
   [junit4]   2> 339029 T1953 C:collection1 S:shard2 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:50611/collection1/ shard2
   [junit4]   2> 339029 T1948 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 339029 T1953 C:collection1 S:shard2 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 339031 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 339032 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "operation":"leader",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50611",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active"} current state version: 4
   [junit4]   2> 339032 T1918 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 2
   [junit4]   2> 339033 T1948 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 339033 T1948 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 339069 T1886 oas.SolrTestCaseJ4.writeCoreProperties Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores/collection1
   [junit4]   2> 339069 T1886 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001
   [junit4]   2> 339070 T1886 oejs.Server.doStart jetty-9.2.9.v20150224
   [junit4]   2> 339071 T1886 oejsh.ContextHandler.doStart Started o.e.j.s.ServletContextHandler@1c1b633f{/,null,AVAILABLE}
   [junit4]   2> 339080 T1886 oejs.AbstractConnector.doStart Started ServerConnector@5863b87{SSL-http/1.1}{127.0.0.1:41545}
   [junit4]   2> 339080 T1886 oejs.Server.doStart Started @340535ms
   [junit4]   2> 339081 T1886 oascse.JettySolrRunner$1.lifeCycleStarted Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=41545, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores}
   [junit4]   2> 339082 T1886 oass.SolrDispatchFilter.init SolrDispatchFilter.init()sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 339082 T1953 C:collection1 S:shard2 oasc.ZkController.register We are https://127.0.0.1:50611/collection1/ and leader is https://127.0.0.1:50611/collection1/
   [junit4]   2> 339082 T1886 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/'
   [junit4]   2> 339082 T1953 C:collection1 S:shard2 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:50611
   [junit4]   2> 339083 T1953 C:collection1 S:shard2 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 339083 T1953 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 339083 T1953 C:collection1 S:shard2 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 339084 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 339085 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50611",
   [junit4]   2> 	  "node_name":"127.0.0.1:50611_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 339085 T1918 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:50611",
   [junit4]   2> 	  "node_name":"127.0.0.1:50611_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 339086 T1918 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 3
   [junit4]   2> 339087 T1948 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 339088 T1953 C:collection1 S:shard2 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 339089 T1948 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 339094 T1886 oasc.SolrXmlConfig.fromFile Loading container configuration from /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/solr.xml
   [junit4]   2> 339098 T1886 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores
   [junit4]   2> 339098 T1886 oasc.CoreContainer.<init> New CoreContainer 1073848438
   [junit4]   2> 339098 T1886 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/]
   [junit4]   2> 339098 T1886 oasc.CoreContainer.load loading shared library: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/lib
   [junit4]   2> 339098 T1886 oasc.SolrResourceLoader.addToClassLoader WARN Can't find (or read) directory to add to classloader: lib (resolved as: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/lib).
   [junit4]   2> 339108 T1886 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 339108 T1886 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 339108 T1886 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 339108 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 339108 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 339109 T1886 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 339109 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 339109 T1886 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 339109 T1886 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 339109 T1886 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 339109 T1886 oashc.HttpShardHandlerFactory.getParameter Setting useRetries to: false
   [junit4]   2> 339110 T1886 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 339111 T1886 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 339111 T1886 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 339112 T1886 oasc.CoreContainer.load Node Name: 127.0.0.1
   [junit4]   2> 339112 T1886 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:47048/solr
   [junit4]   2> 339112 T1886 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 339112 T1886 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 339113 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 339114 T1967 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70a31a24 name:ZooKeeperConnection Watcher:127.0.0.1:47048 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 339115 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 339115 T1886 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 339116 T1886 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 339117 T1970 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a947639 name:ZooKeeperConnection Watcher:127.0.0.1:47048/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 339117 T1886 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 339119 T1886 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 340121 T1886 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41545_
   [junit4]   2> 340122 T1886 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41545_
   [junit4]   2> 340124 T1886 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 340125 T1886 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores
   [junit4]   2> 340126 T1886 oasc.CoreDescriptor.<init> CORE DESCRIPTOR: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, instanceDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores/collection1, collection=collection1, absoluteInstDir=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores/collection1/, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 340126 T1886 oasc.CorePropertiesLocator.discoverUnder Found core collection1 in /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-2-001/cores/collection1/
   [junit4]   2> 340126 T1886 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 340127 T1971 C:collection1 c:collection1 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 340127 T1971 C:collection1 c:collection1 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 340128 T1917 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 340128 T1971 C:collection1 c:collection1 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 340128 T1918 oasc.Overseer$ClusterStateUpdater.run processMessage: queueSize: 1, message = {
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41545",
   [junit4]   2> 	  "node_name":"127.0.0.1:41545_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"} current state version: 4
   [junit4]   2> 340129 T1971 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 340129 T1971 C:collection1 c:collection1 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 340129 T1918 oasco.ReplicaMutator.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41545",
   [junit4]   2> 	  "node_name":"127.0.0.1:41545_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 340129 T1918 oasco.ReplicaMutator.updateState Collection already exists with numShards=2
   [junit4]   2> 340129 T1918 oasco.ReplicaMutator.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 340129 T1971 C:collection1 c:collection1 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 340130 T1971 C:collection1 c:collection1 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 340130 T1918 oasco.ZkStateWriter.writePendingUpdates going to update_collection /collections/collection1/state.json version: 4
   [junit4]   2> 340130 T1948 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340130 T1970 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 3)
   [junit4]   2> 340130 T1948 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 340131 T1970 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 341130 T1971 C:collection1 c:collection1 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 341130 T1971 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 341130 T1971 C:collection1 c:collection1 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 341131 T1971

[...truncated too long message...]

rectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 361433 T2017 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 361434 T2017 oasc.CachingDirectoryFactory.closeCacheValue looking to close /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 361434 T2017 oasc.CachingDirectoryFactory.close Closing directory: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001/shard-4-001/cores/collection1/data
   [junit4]   2> 361434 T2017 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 361434 T2017 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:154)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:330)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:198)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:159)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:390)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
   [junit4]   2> 		at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:294)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$4.execute(SolrZkClient.java:291)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:291)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:486)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:455)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:442)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:146)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:142)
   [junit4]   2> 		... 11 more
   [junit4]   2> 	
   [junit4]   2> 362904 T2202 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 362905 T1886 C:control_collection S:shard1 c:collection1 oejs.AbstractConnector.doStop Stopped ServerConnector@7d0a4a10{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 362905 T1886 C:control_collection S:shard1 c:collection1 oejsh.ContextHandler.doStop Stopped o.e.j.s.ServletContextHandler@3d8fc24e{/,null,UNAVAILABLE}
   [junit4]   2> 362908 T1886 C:control_collection S:shard1 c:collection1 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:47048 47048
   [junit4]   2> 362944 T1887 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:47048 47048
   [junit4]   2> 362945 T1887 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		85	/solr/configs/conf1
   [junit4]   2> 		6	/solr/aliases.json
   [junit4]   2> 		6	/solr/clusterstate.json
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		6	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		4	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrConfigHandlerCloud -Dtests.method=test -Dtests.seed=DCD322F66E385674 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pt_PT -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   27.7s J1 | TestSolrConfigHandlerCloud.test <<<
   [junit4]    > Throwable #1: java.lang.NullPointerException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DCD322F66E385674:54871D2CC0C43B8C]:0)
   [junit4]    > 	at org.apache.solr.core.TestSolrConfigHandler.reqhandlertests(TestSolrConfigHandler.java:382)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.testReqHandlerAPIs(TestSolrConfigHandlerCloud.java:91)
   [junit4]    > 	at org.apache.solr.handler.TestSolrConfigHandlerCloud.test(TestSolrConfigHandlerCloud.java:77)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:935)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 362950 T1886 C:control_collection S:shard1 c:collection1 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/temp/solr.handler.TestSolrConfigHandlerCloud DCD322F66E385674-001
   [junit4]   2> 27701 T1885 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=pt_PT, timezone=Europe/Brussels
   [junit4]   2> NOTE: Linux 3.13.0-46-generic amd64/Oracle Corporation 1.8.0_40 (64-bit)/cpus=12,threads=1,free=264853840,total=509018112
   [junit4]   2> NOTE: All tests run in this JVM: [CircularListTest, TestDynamicFieldCollectionResource, ZkCLITest, TestBulkSchemaConcurrent, TestFastOutputStream, TestRecoveryHdfs, SolrIndexConfigTest, TestChildDocTransformer, TestValueSourceCache, TestDistributedMissingSort, SolrCmdDistributorTest, SolrPluginUtilsTest, URLClassifyProcessorTest, TestSolrJ, MBeansHandlerTest, JsonLoaderTest, ShardRoutingCustomTest, SaslZkACLProviderTest, TestSolrQueryParserDefaultOperatorResource, DistanceFunctionTest, TestMiniSolrCloudClusterSSL, ResourceLoaderTest, ChaosMonkeySafeLeaderTest, HdfsThreadLeakTest, CSVRequestHandlerTest, PrimUtilsTest, ShardSplitTest, QueryResultKeyTest, TestCryptoKeys, NoCacheHeaderTest, TestSolrConfigHandlerCloud]
   [junit4] Completed on J1 in 28.47s, 1 test, 1 error <<< FAILURES!

[...truncated 1110 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:519: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:61: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:39: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:191: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:510: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1351: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:958: There were test failures: 479 suites, 1900 tests, 1 error, 49 ignored (21 assumptions)

Total time: 39 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_40 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any