You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/05/13 09:58:05 UTC

[JENKINS] Lucene-Solr-4.8-Linux (32bit/jdk1.7.0_60-ea-b15) - Build # 157 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.8-Linux/157/
Java: 32bit/jdk1.7.0_60-ea-b15 -client -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
deleteshard the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: deleteshard the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([2D47D0C3095A0A9D:ACA15EDB7E056AA1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.process(CollectionAdminRequest.java:300)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.deleteShard(CollectionAdminRequest.java:497)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSolrJAPICalls(CollectionsAPIDistributedZkTest.java:288)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:793)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:453)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:360)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11495 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/init-core-data-001
   [junit4]   2> 960743 T3501 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 960743 T3501 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 960748 T3501 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 960749 T3501 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 960749 T3502 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 960849 T3501 oasc.ZkTestServer.run start zk server on port:50293
   [junit4]   2> 960851 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 960960 T3508 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f87204 name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 960960 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 960961 T3501 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 960965 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 960967 T3510 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1656e79 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 960967 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 960968 T3501 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 960970 T3501 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 960972 T3501 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 960977 T3501 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 960979 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 960980 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 960984 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 960984 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 960987 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 960988 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 960997 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 960997 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 960999 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 961000 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 961002 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 961003 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 961005 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 961005 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 961008 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 961008 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 961010 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 961011 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 961013 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 961013 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 961016 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 961016 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 961026 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961027 T3512 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11e88fc name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961028 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 961031 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961032 T3514 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19fea02 name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961032 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961032 T3501 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 961034 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961035 T3516 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c82265 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961035 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961036 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 961036 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 961041 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 961042 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 961044 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 961044 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 961046 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 961046 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 961048 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 961048 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 961050 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 961050 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 961052 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 961052 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 961053 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 961054 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 961056 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 961056 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 961057 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 961058 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 961060 T3501 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 961060 T3501 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 961378 T3501 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 961381 T3501 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 961383 T3501 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:57802
   [junit4]   2> 961386 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 961386 T3501 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 961387 T3501 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002
   [junit4]   2> 961387 T3501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/'
   [junit4]   2> 961411 T3501 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solr.xml
   [junit4]   2> 961486 T3501 oasc.CoreContainer.<init> New CoreContainer 28223248
   [junit4]   2> 961487 T3501 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/]
   [junit4]   2> 961488 T3501 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 961489 T3501 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 961489 T3501 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 961490 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 961490 T3501 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 961491 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 961491 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 961492 T3501 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 961492 T3501 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 961495 T3501 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 961495 T3501 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 961496 T3501 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 961496 T3501 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50293/solr
   [junit4]   2> 961497 T3501 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 961498 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961500 T3527 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@155d19e name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961500 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961504 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961507 T3529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c9378 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961507 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961510 T3501 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 961516 T3501 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 961518 T3501 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 961523 T3501 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 961526 T3501 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 961529 T3501 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 961532 T3501 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57802_
   [junit4]   2> 961534 T3501 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57802_
   [junit4]   2> 961537 T3501 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 961539 T3501 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 961543 T3501 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:57802_
   [junit4]   2> 961544 T3501 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 961549 T3501 oasc.Overseer.start Overseer (id=91748260334469126-127.0.0.1:57802_-n_0000000000) starting
   [junit4]   2> 961553 T3501 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 961572 T3531 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 961572 T3501 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 961573 T3531 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes at 127.0.0.1:57802_
   [junit4]   2> 961574 T3501 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 961576 T3501 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 961578 T3530 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 961582 T3501 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 961583 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 961585 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961586 T3534 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e4728 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961587 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961590 T3501 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 961592 T3501 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 961890 T3501 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 961891 T3501 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 961895 T3501 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 961896 T3501 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:41888
   [junit4]   2> 961898 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 961899 T3501 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 961899 T3501 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003
   [junit4]   2> 961900 T3501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/'
   [junit4]   2> 961924 T3501 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solr.xml
   [junit4]   2> 961955 T3501 oasc.CoreContainer.<init> New CoreContainer 11624918
   [junit4]   2> 961956 T3501 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/]
   [junit4]   2> 961957 T3501 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 961957 T3501 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 961958 T3501 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 961958 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 961958 T3501 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 961959 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 961959 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 961959 T3501 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 961960 T3501 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 961962 T3501 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 961963 T3501 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 961963 T3501 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 961964 T3501 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50293/solr
   [junit4]   2> 961964 T3501 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 961965 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961966 T3545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@196ec06 name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961966 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961969 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 961970 T3547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@e8e41d name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 961970 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 961976 T3501 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 962978 T3501 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41888_
   [junit4]   2> 962980 T3501 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41888_
   [junit4]   2> 962984 T3529 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 962984 T3547 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 962984 T3534 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 962989 T3501 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 962990 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 963333 T3501 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 963334 T3501 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 963337 T3501 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 963338 T3501 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:44256
   [junit4]   2> 963340 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 963341 T3501 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 963341 T3501 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004
   [junit4]   2> 963342 T3501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/'
   [junit4]   2> 963364 T3501 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solr.xml
   [junit4]   2> 963401 T3501 oasc.CoreContainer.<init> New CoreContainer 8848278
   [junit4]   2> 963402 T3501 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/]
   [junit4]   2> 963403 T3501 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 963403 T3501 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 963404 T3501 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 963404 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 963405 T3501 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 963405 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 963405 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 963406 T3501 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 963406 T3501 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 963409 T3501 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 963409 T3501 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 963409 T3501 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 963410 T3501 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50293/solr
   [junit4]   2> 963410 T3501 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 963411 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 963413 T3559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d22d11 name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 963414 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 963417 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 963418 T3561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@281b65 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 963419 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 963425 T3501 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 964429 T3501 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44256_
   [junit4]   2> 964430 T3501 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:44256_
   [junit4]   2> 964434 T3529 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 964434 T3534 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 964434 T3547 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 964434 T3561 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 964440 T3501 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 964440 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 964753 T3501 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 964754 T3501 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 964759 T3501 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 964760 T3501 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:41699
   [junit4]   2> 964763 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 964763 T3501 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 964764 T3501 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005
   [junit4]   2> 964764 T3501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/'
   [junit4]   2> 964787 T3501 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solr.xml
   [junit4]   2> 964823 T3501 oasc.CoreContainer.<init> New CoreContainer 20276600
   [junit4]   2> 964824 T3501 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/]
   [junit4]   2> 964825 T3501 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 964825 T3501 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 964825 T3501 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 964826 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 964826 T3501 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 964826 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 964827 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 964827 T3501 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 964828 T3501 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 964830 T3501 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 964831 T3501 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 964831 T3501 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 964832 T3501 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50293/solr
   [junit4]   2> 964832 T3501 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 964833 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 964835 T3573 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7120a0 name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964835 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 964837 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 964840 T3575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@da8c14 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964840 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 964849 T3501 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 965852 T3501 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41699_
   [junit4]   2> 965855 T3501 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41699_
   [junit4]   2> 965859 T3529 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 965859 T3534 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 965859 T3547 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 965859 T3561 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 965859 T3575 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 965865 T3501 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 965866 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 966182 T3501 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 966183 T3501 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 966187 T3501 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 966188 T3501 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:46402
   [junit4]   2> 966191 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 966191 T3501 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 966192 T3501 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-006
   [junit4]   2> 966192 T3501 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-006/'
   [junit4]   2> 966214 T3501 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-006/solr.xml
   [junit4]   2> 966254 T3501 oasc.CoreContainer.<init> New CoreContainer 1643703
   [junit4]   2> 966255 T3501 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-006/]
   [junit4]   2> 966256 T3501 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 966256 T3501 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 966257 T3501 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 966257 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 966257 T3501 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 966258 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 966258 T3501 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 966258 T3501 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 966259 T3501 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 966261 T3501 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 966262 T3501 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 966262 T3501 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 966262 T3501 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50293/solr
   [junit4]   2> 966263 T3501 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 966264 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 966265 T3587 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d20747 name:ZooKeeperConnection Watcher:127.0.0.1:50293 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966265 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 966269 T3501 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 966270 T3589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46ced6 name:ZooKeeperConnection Watcher:127.0.0.1:50293/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 966270 T3501 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 966277 T3501 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 967282 T3501 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46402_
   [junit4]   2> 967283 T3501 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:46402_
   [junit4]   2> 967286 T3589 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 967287 T3529 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 967287 T3575 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 967287 T3561 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 967287 T3547 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 967287 T3534 oascc.ZkStateReader$3.process Updating live nodes... (5)
   [junit4]   2> 967292 T3501 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 967292 T3501 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 967412 T3541 oasha.CollectionsHandler.handleCreateAction Creating Collection : version=2&numShards=2&collection.configName=conf1&name=solrj_collection&action=CREATE&replicationFactor=2&router.field=myOwnField&wt=javabin&router.name=compositeId
   [junit4]   2> 967414 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967415 T3531 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 967415 T3531 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 967416 T3531 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 967416 T3531 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 967421 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967422 T3530 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 967423 T3530 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 967423 T3530 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 967425 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967426 T3589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967426 T3561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967426 T3534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967426 T3529 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967427 T3547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967427 T3575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967521 T3531 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 967521 T3531 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:41888_
   [junit4]   2> 967523 T3531 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:41699_
   [junit4]   2> 967524 T3531 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:57802_
   [junit4]   2> 967525 T3531 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:44256_
   [junit4]   2> 967678 T3554 oasha.CoreAdminHandler.handleCreateAction core create command collection=solrj_collection&version=2&numShards=2&collection.configName=conf1&name=solrj_collection_shard2_replica2&qt=/admin/cores&action=CREATE&wt=javabin&shard=shard2
   [junit4]   2> 967680 T3554 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 967681 T3554 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 967681 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967683 T3530 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 967683 T3530 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:44256",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:44256_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 967685 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967733 T3540 oasha.CoreAdminHandler.handleCreateAction core create command collection=solrj_collection&version=2&numShards=2&collection.configName=conf1&name=solrj_collection_shard1_replica1&qt=/admin/cores&action=CREATE&wt=javabin&shard=shard1
   [junit4]   2> 967735 T3540 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 967736 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967737 T3540 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 967737 T3530 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41888",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41888_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 967739 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967740 T3571 oasha.CoreAdminHandler.handleCreateAction core create command collection=solrj_collection&version=2&numShards=2&collection.configName=conf1&name=solrj_collection_shard1_replica2&qt=/admin/cores&action=CREATE&wt=javabin&shard=shard1
   [junit4]   2> 967744 T3571 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 967744 T3522 oasha.CoreAdminHandler.handleCreateAction core create command collection=solrj_collection&version=2&numShards=2&collection.configName=conf1&name=solrj_collection_shard2_replica1&qt=/admin/cores&action=CREATE&wt=javabin&shard=shard2
   [junit4]   2> 967745 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967745 T3571 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 967746 T3530 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:41699",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:41699_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 967747 T3522 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 967748 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967749 T3522 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 967749 T3530 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:57802",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57802_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 967751 T3529 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 967852 T3547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967853 T3529 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967853 T3589 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967852 T3575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967852 T3534 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 967852 T3561 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 968682 T3554 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 968683 T3554 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solr.xml
   [junit4]   2> 968683 T3554 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 968684 T3554 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 968684 T3554 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 968686 T3554 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 968686 T3554 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/'
   [junit4]   2> 968753 T3540 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 968753 T3522 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 968754 T3540 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solr.xml
   [junit4]   2> 968753 T3571 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 968755 T3540 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 968755 T3522 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solr.xml
   [junit4]   2> 968755 T3571 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solr.xml
   [junit4]   2> 968756 T3540 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 968756 T3522 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 968757 T3540 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 968756 T3571 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 968758 T3522 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 968758 T3540 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 968758 T3522 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 968759 T3540 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/'
   [junit4]   2> 968770 T3571 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 968771 T3571 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 968773 T3554 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 968776 T3522 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 968776 T3571 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 968777 T3571 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/'
   [junit4]   2> 968776 T3522 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/'
   [junit4]   2> 968823 T3554 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 968825 T3554 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 968828 T3540 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 968837 T3571 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 968840 T3554 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 968855 T3522 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_48
   [junit4]   2> 968893 T3540 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 968895 T3540 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 968910 T3571 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 968911 T3571 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 968913 T3540 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 968920 T3522 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 968922 T3522 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 968929 T3571 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 968937 T3522 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 969550 T3554 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969550 T3554 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969552 T3554 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 969561 T3554 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 969563 T3571 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969564 T3571 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969565 T3571 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 969565 T3554 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 969574 T3571 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 969577 T3540 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969578 T3571 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 969581 T3554 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969578 T3540 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969583 T3540 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 969586 T3554 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969591 T3540 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 969591 T3554 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969594 T3554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969595 T3554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969595 T3554 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969595 T3540 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 969597 T3554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969597 T3554 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969598 T3554 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using configuration from collection solrj_collection
   [junit4]   2> 969598 T3554 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 969599 T3522 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969599 T3554 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/data/
   [junit4]   2> 969599 T3522 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 969600 T3554 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@129ed05
   [junit4]   2> 969601 T3522 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 969601 T3571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969602 T3554 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/data
   [junit4]   2> 969603 T3554 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 969604 T3554 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 969607 T3554 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-004/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 969610 T3554 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=10.525390625, floorSegmentMB=0.482421875, forceMergeDeletesPctAllowed=9.194096979671233, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 969606 T3571 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969610 T3522 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 969612 T3554 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@89108f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@189829f),segFN=segments_1,generation=1}
   [junit4]   2> 969612 T3540 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969615 T3522 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 969616 T3571 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969612 T3554 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969618 T3571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969617 T3540 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969618 T3571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969619 T3571 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969620 T3571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969621 T3571 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969622 T3571 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 969622 T3571 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 969623 T3571 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/
   [junit4]   2> 969624 T3571 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@129ed05
   [junit4]   2> 969624 T3540 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969625 T3571 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data
   [junit4]   2> 969625 T3554 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 969626 T3540 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969627 T3540 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969626 T3571 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 969627 T3540 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969626 T3554 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 969628 T3571 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 969629 T3554 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 969629 T3540 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969630 T3540 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969631 T3540 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 969630 T3554 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969630 T3571 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 969632 T3554 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969631 T3540 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 969630 T3522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969633 T3540 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/data/
   [junit4]   2> 969633 T3554 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 969632 T3571 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=10.525390625, floorSegmentMB=0.482421875, forceMergeDeletesPctAllowed=9.194096979671233, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 969635 T3554 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969635 T3571 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@48ad89 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e6c6d9),segFN=segments_1,generation=1}
   [junit4]   2> 969636 T3571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969634 T3540 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@129ed05
   [junit4]   2> 969637 T3522 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 969635 T3554 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969638 T3554 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 969639 T3540 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/data
   [junit4]   2> 969639 T3554 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 969639 T3540 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 969640 T3540 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 969640 T3554 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 969641 T3554 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 969641 T3540 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-003/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 969642 T3554 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 969642 T3522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969642 T3571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 969643 T3554 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 969644 T3522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969644 T3522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969645 T3522 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 969642 T3540 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=10.525390625, floorSegmentMB=0.482421875, forceMergeDeletesPctAllowed=9.194096979671233, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 969646 T3522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 969646 T3540 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@29bd03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18d4975),segFN=segments_1,generation=1}
   [junit4]   2> 969647 T3540 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969644 T3554 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 969644 T3571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 969646 T3522 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 969648 T3571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 969648 T3554 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 969649 T3571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969650 T3571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969649 T3522 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 969651 T3571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 969652 T3540 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 969651 T3522 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 969652 T3540 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 969652 T3571 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969653 T3540 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 969653 T3522 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/, dataDir=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/data/
   [junit4]   2> 969654 T3540 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969653 T3571 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969656 T3571 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 969653 T3554 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 969655 T3540 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969657 T3540 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 969658 T3540 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969658 T3540 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969659 T3540 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 969660 T3540 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 969654 T3522 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@129ed05
   [junit4]   2> 969661 T3540 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 969662 T3540 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 969657 T3571 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 969662 T3540 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 969662 T3522 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/data
   [junit4]   2> 969662 T3554 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 969664 T3522 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 969664 T3540 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 969663 T3571 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 969665 T3571 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 969666 T3571 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 969665 T3540 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 969665 T3522 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 969664 T3554 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 969668 T3522 oasc.CachingDirectoryFactory.get return new directory for ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-002/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 969667 T3540 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 969667 T3571 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 969671 T3540 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 969669 T3522 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=10.525390625, floorSegmentMB=0.482421875, forceMergeDeletesPctAllowed=9.194096979671233, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 969668 T3554 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 969673 T3554 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@89108f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@189829f),segFN=segments_1,generation=1}
   [junit4]   2> 969673 T3522 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@aa7279 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@188765),segFN=segments_1,generation=1}
   [junit4]   2> 969674 T3522 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969671 T3571 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 969673 T3554 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969675 T3571 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 969675 T3554 oass.SolrIndexSearcher.<init> Opening Searcher@120966d[solrj_collection_shard2_replica2] main
   [junit4]   2> 969675 T3540 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 969676 T3554 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 969676 T3540 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 969677 T3571 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 969678 T3540 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 969679 T3540 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@29bd03 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18d4975),segFN=segments_1,generation=1}
   [junit4]   2> 969679 T3522 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 969677 T3554 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 969680 T3554 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 969680 T3522 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 969679 T3540 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969681 T3554 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 969681 T3540 oass.SolrIndexSearcher.<init> Opening Searcher@1c6ee69[solrj_collection_shard1_replica1] main
   [junit4]   2> 969682 T3540 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 969682 T3554 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 969683 T3554 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 969682 T3522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 969685 T3522 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969686 T3522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 969686 T3522 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 969684 T3554 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 969687 T3554 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 969687 T3554 oasr.ManagedResource.notifyObserversDuringInit WARN No registered observers for /rest/managed
   [junit4]   2> 969688 T3554 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 969684 T3540 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 969683 T3571 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 969690 T3571 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 969687 T3522 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969691 T3540 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 969691 T3522 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 969691 T3540 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 969691 T3571 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=37, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 969692 T3540 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 969693 T3540 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 969691 T3522 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 969693 T3595 oasc.SolrCore.registerSearcher [solrj_collection_shard2_replica2] Registered new searcher Searcher@120966d[solrj_collection_shard2_replica2] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 969693 T3571 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@48ad89 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1e6c6d9),segFN=segments_1,generation=1}
   [junit4]   2> 969694 T3571 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 969694 T3522 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 969695 T3540 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 969696 T3522 oasc.RequestHandlers.initHandlersFr

[...truncated too long message...]

9D-001/tempDir-005/solrj_collection_shard1_replica2/data [CachedDir<<refCount=0;path=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data;done=false>>]
   [junit4]   2> 1157913 T3575 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data
   [junit4]   2> 1157913 T3575 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/index [CachedDir<<refCount=0;path=./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/index;done=false>>]
   [junit4]   2> 1157913 T3575 oasc.CachingDirectoryFactory.close Closing directory: ./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001/tempDir-005/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 1157914 T3575 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard1
   [junit4]   2> 1157914 T3575 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:136)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:291)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:142)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:110)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:40)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:123)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:128)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:34)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	
   [junit4]   2> 1157915 T3575 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1157915 T3575 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 1157915 T3575 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1157915 T3575 oasc.LeaderElector$ElectionWatcher.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:260)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:257)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:94)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:303)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build/solr-core/test/J1/./solr.cloud.CollectionsAPIDistributedZkTest-2D47D0C3095A0A9D-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=en_MT, timezone=Europe/London
   [junit4]   2> NOTE: Linux 3.8.0-39-generic i386/Oracle Corporation 1.7.0_60-ea (32-bit)/cpus=8,threads=1,free=229578800,total=504365056
   [junit4]   2> NOTE: All tests run in this JVM: [StandardRequestHandlerTest, TestRandomFaceting, ChaosMonkeyNothingIsSafeTest, ShardRoutingCustomTest, TriLevelCompositeIdRoutingTest, StressHdfsTest, TestAddFieldRealTimeGet, NoCacheHeaderTest, TestPartialUpdateDeduplication, TestStandardQParsers, HdfsCollectionsAPIDistributedZkTest, UniqFieldsUpdateProcessorFactoryTest, TestCollationFieldDocValues, OutputWriterTest, TestSolr4Spatial, PluginInfoTest, TestSolrXmlPersistence, BadIndexSchemaTest, PathHierarchyTokenizerFactoryTest, DistanceFunctionTest, AliasIntegrationTest, TestQuerySenderNoQuery, TestNumberUtils, SolrPluginUtilsTest, HdfsUnloadDistributedZkTest, TestNoOpRegenerator, TestHashPartitioner, XsltUpdateRequestHandlerTest, ConvertedLegacyTest, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, TestXIncludeConfig, SpellCheckComponentTest, HighlighterTest, EnumFieldTest, TestBinaryField, TestSchemaResource, HdfsLockFactoryTest, CurrencyFieldOpenExchangeTest, TestDynamicFieldResource, OpenCloseCoreStressTest, SolrCmdDistributorTest, TestCopyFieldCollectionResource, DirectSolrConnectionTest, TestExceedMaxTermLength, SolrXmlInZkTest, HdfsDirectoryTest, DirectUpdateHandlerTest, PreAnalyzedFieldTest, TestCustomSort, TestManagedSchema, TestCollationField, TestFuzzyAnalyzedSuggestions, IndexSchemaRuntimeFieldTest, XmlUpdateRequestHandlerTest, TestOmitPositions, JSONWriterTest, TestZkChroot, SignatureUpdateProcessorFactoryTest, TestFiltering, TimeZoneUtilsTest, RequiredFieldsTest, BasicZkTest, CurrencyFieldXmlFileTest, TestCollectionAPI, SuggesterTSTTest, CustomCollectionTest, TermVectorComponentDistributedTest, TestCSVResponseWriter, DistribDocExpirationUpdateProcessorTest, TestFieldResource, TestUtils, TestLazyCores, TestIBSimilarityFactory, BasicDistributedZk2Test, CoreAdminRequestStatusTest, StatsComponentTest, PreAnalyzedUpdateProcessorTest, OpenExchangeRatesOrgProviderTest, TestPhraseSuggestions, DistribCursorPagingTest, DateFieldTest, TestFastOutputStream, TestDefaultSimilarityFactory, TestDynamicFieldCollectionResource, TestSweetSpotSimilarityFactory, CoreContainerCoreInitFailuresTest, TestQueryTypes, AssignTest, CoreMergeIndexesAdminHandlerTest, TestHighlightDedupGrouping, TestWordDelimiterFilterFactory, SolrIndexConfigTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 197.28s, 1 test, 1 error <<< FAILURES!

[...truncated 404 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/lucene/common-build.xml:1293: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-4.8-Linux/lucene/common-build.xml:919: There were test failures: 387 suites, 1624 tests, 1 error, 37 ignored (16 assumptions)

Total time: 64 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 32bit/jdk1.7.0_60-ea-b15 -client -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure