You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/07/06 10:12:59 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0_20-ea-b21) - Build # 10737 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/10737/
Java: 64bit/jdk1.8.0_20-ea-b21 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
splitshard the collection error [Watcher fired on path: null state: SyncConnected type None]

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: splitshard the collection error [Watcher fired on path: null state: SyncConnected type None]
	at __randomizedtesting.SeedInfo.seed([1081682BB11E7709:9167E633C6411735]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:554)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:210)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:206)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.process(CollectionAdminRequest.java:367)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.splitShard(CollectionAdminRequest.java:545)
	at org.apache.solr.client.solrj.request.CollectionAdminRequest.splitShard(CollectionAdminRequest.java:550)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testSolrJAPICalls(CollectionsAPIDistributedZkTest.java:311)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:201)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:863)
	at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11282 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/init-core-data-001
   [junit4]   2> 938848 T3981 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 938849 T3981 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 938851 T3981 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 938852 T3981 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 938852 T3982 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 938952 T3981 oasc.ZkTestServer.run start zk server on port:41058
   [junit4]   2> 938953 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939025 T3988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44812894 name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939025 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939026 T3981 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 939030 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939031 T3990 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7717010a name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939031 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939032 T3981 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 939033 T3981 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 939034 T3981 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 939035 T3981 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 939037 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 939037 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 939039 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 939039 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 939041 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 939041 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 939042 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 939042 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 939043 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 939044 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 939045 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 939045 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 939046 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 939046 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 939047 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 939048 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 939049 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 939049 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 939050 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 939051 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 939052 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 939052 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 939055 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939057 T3992 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2ea7c5ed name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939057 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> Using old style solr.xml
   [junit4]   2> 939060 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939061 T3994 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1535730 name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939061 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939061 T3981 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 939063 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939064 T3996 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cdb1a06 name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939064 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939065 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 939065 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 939068 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 939068 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 939070 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 939070 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 939071 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 939072 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 939073 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 939073 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 939074 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 939075 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 939076 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 939076 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 939077 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 939077 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 939079 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 939079 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 939080 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 939080 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 939081 T3981 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 939082 T3981 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 939293 T3981 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 939295 T3981 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 939299 T3981 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:41289
   [junit4]   2> 939300 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 939301 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 939301 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-002
   [junit4]   2> 939301 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-002/'
   [junit4]   2> 939310 T3981 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-002/solr.xml
   [junit4]   2> 939317 T3981 oasc.CoreContainer.<init> New CoreContainer 1108289905
   [junit4]   2> 939318 T3981 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-002/]
   [junit4]   2> 939318 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 939318 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 939319 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 939319 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 939319 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 939319 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 939319 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 939320 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 939320 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 939321 T3981 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 939322 T3981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 939322 T3981 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 939322 T3981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41058/solr
   [junit4]   2> 939322 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 939323 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939325 T4007 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22b20fa name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939326 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939329 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939330 T4009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e898b79 name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939330 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939331 T3981 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 939332 T3981 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 939334 T3981 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 939335 T3981 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 939337 T3981 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 939338 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 939339 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41289_
   [junit4]   2> 939339 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:41289_
   [junit4]   2> 939341 T3981 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 939341 T3981 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 939344 T3981 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:41289_
   [junit4]   2> 939345 T3981 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 939347 T3981 oasc.Overseer.start Overseer (id=92054060477251590-127.0.0.1:41289_-n_0000000000) starting
   [junit4]   2> 939349 T3981 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 939358 T4011 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 939358 T3981 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 939360 T3981 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 939361 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 939362 T4010 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 939363 T3981 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 939363 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 939365 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939366 T4014 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3cd49f05 name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939366 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939367 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 939368 T3981 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 939584 T3981 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 939584 T3981 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 939586 T3981 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 939587 T3981 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:47966
   [junit4]   2> 939588 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 939588 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 939588 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003
   [junit4]   2> 939589 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/'
   [junit4]   2> 939598 T3981 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solr.xml
   [junit4]   2> 939621 T3981 oasc.CoreContainer.<init> New CoreContainer 1482512743
   [junit4]   2> 939622 T3981 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/]
   [junit4]   2> 939622 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 939622 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 939623 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 939623 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 939623 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 939623 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 939623 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 939624 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 939624 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 939625 T3981 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 939626 T3981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 939626 T3981 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 939626 T3981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41058/solr
   [junit4]   2> 939626 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 939627 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939628 T4025 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64cf928c name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939629 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939631 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 939632 T4027 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ceb047f name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 939632 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 939635 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 940637 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47966_
   [junit4]   2> 940638 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:47966_
   [junit4]   2> 940645 T3981 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 940645 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 940862 T3981 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 940863 T3981 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 940865 T3981 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 940866 T3981 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:38810
   [junit4]   2> 940867 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 940867 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 940868 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004
   [junit4]   2> 940868 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/'
   [junit4]   2> 940878 T3981 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solr.xml
   [junit4]   2> 940884 T3981 oasc.CoreContainer.<init> New CoreContainer 783151427
   [junit4]   2> 940885 T3981 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/]
   [junit4]   2> 940885 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 940885 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 940886 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 940886 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 940886 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 940886 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 940886 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 940887 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 940887 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 940888 T3981 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 940889 T3981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 940889 T3981 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 940889 T3981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41058/solr
   [junit4]   2> 940889 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 940890 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 940891 T4039 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3816689c name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 940892 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 940894 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 940895 T4041 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5cadc1c7 name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 940897 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 940900 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 941902 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38810_
   [junit4]   2> 941907 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38810_
   [junit4]   2> 941920 T3981 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 941920 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 942134 T3981 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 942134 T3981 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 942137 T3981 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 942137 T3981 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:60287
   [junit4]   2> 942138 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 942139 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 942139 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005
   [junit4]   2> 942139 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/'
   [junit4]   2> 942149 T3981 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solr.xml
   [junit4]   2> 942156 T3981 oasc.CoreContainer.<init> New CoreContainer 126378299
   [junit4]   2> 942156 T3981 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/]
   [junit4]   2> 942156 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 942157 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 942157 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 942157 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 942157 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 942157 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 942158 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 942158 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 942158 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 942159 T3981 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 942160 T3981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 942160 T3981 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 942160 T3981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41058/solr
   [junit4]   2> 942160 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 942161 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 942163 T4053 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b568721 name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 942164 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 942166 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 942167 T4055 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@252ece47 name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 942168 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 942171 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 943172 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60287_
   [junit4]   2> 943202 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60287_
   [junit4]   2> 943260 T3981 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 943261 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 943473 T3981 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 943475 T3981 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 943480 T3981 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 943481 T3981 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:42244
   [junit4]   2> 943482 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 943483 T3981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 943483 T3981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006
   [junit4]   2> 943484 T3981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/'
   [junit4]   2> 943502 T3981 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solr.xml
   [junit4]   2> 943512 T3981 oasc.CoreContainer.<init> New CoreContainer 114838991
   [junit4]   2> 943512 T3981 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/]
   [junit4]   2> 943523 T3981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
   [junit4]   2> 943524 T3981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 943524 T3981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 943524 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 943524 T3981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 943524 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 943525 T3981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 943525 T3981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 943525 T3981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 943526 T3981 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 943527 T3981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 943527 T3981 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 943527 T3981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:41058/solr
   [junit4]   2> 943527 T3981 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 943528 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 943530 T4067 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1b25b00c name:ZooKeeperConnection Watcher:127.0.0.1:41058 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 943531 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 943535 T3981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 943536 T4069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63bd7cb7 name:ZooKeeperConnection Watcher:127.0.0.1:41058/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 943537 T3981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 943542 T3981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 944545 T3981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42244_
   [junit4]   2> 944546 T3981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42244_
   [junit4]   2> 944551 T3981 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 944551 T3981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 944608 T4020 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 944609 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944610 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944610 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944610 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944610 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944610 T4011 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 944611 T4071 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
   [junit4]   2> 	  "operation":"createcollection",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField",
   [junit4]   2> 	  "router.name":"compositeId"}
   [junit4]   2> 944612 T4071 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 944613 T4071 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 944615 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944616 T4010 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 944616 T4010 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 944616 T4010 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 944617 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944618 T4055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944618 T4009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944618 T4069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944618 T4027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944618 T4041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944618 T4014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944715 T4071 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 944716 T4071 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:60287_
   [junit4]   2> 944717 T4071 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:38810_
   [junit4]   2> 944718 T4071 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:42244_
   [junit4]   2> 944721 T4071 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:47966_
   [junit4]   2> 944776 T4036 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 944776 T4051 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 944778 T4051 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solr.xml
   [junit4]   2> 944778 T4036 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solr.xml
   [junit4]   2> 944779 T4051 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 944779 T4036 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 944779 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944779 T4051 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 944780 T4036 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 944780 T4010 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 944780 T4010 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:60287",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:60287_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 944782 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944782 T4010 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:38810",
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38810_",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 944783 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944788 T4065 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 944788 T4021 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 944789 T4065 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solr.xml
   [junit4]   2> 944789 T4021 oasc.SolrXMLCoresLocator.doPersist Persisted core descriptions to /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solr.xml
   [junit4]   2> 944790 T4065 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 944790 T4021 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 944790 T4065 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 944791 T4021 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 944790 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944791 T4010 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:42244",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:42244_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 944834 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944835 T4010 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:47966",
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:47966_",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 944837 T4009 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 944939 T4027 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944939 T4009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944939 T4041 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944939 T4014 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944939 T4055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 944939 T4069 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 945780 T4051 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 945780 T4036 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 945780 T4051 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 945780 T4036 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 945781 T4051 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 945781 T4036 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 945781 T4036 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 945781 T4051 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 945782 T4036 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 945782 T4051 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 945782 T4036 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/'
   [junit4]   2> 945782 T4051 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/'
   [junit4]   2> 945791 T4065 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 945791 T4021 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 945791 T4065 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 945791 T4021 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 945792 T4021 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 945792 T4021 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 945793 T4021 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 945793 T4021 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/'
   [junit4]   2> 945792 T4065 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 945800 T4065 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 945801 T4065 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 945802 T4065 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/'
   [junit4]   2> 945805 T4036 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 945810 T4051 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 945816 T4036 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 945818 T4036 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 945824 T4036 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 945824 T4051 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 945825 T4051 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 945826 T4021 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 945839 T4051 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 945840 T4065 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_5_0
   [junit4]   2> 945848 T4021 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 945849 T4021 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 945854 T4021 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 945857 T4065 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 945859 T4065 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 945874 T4065 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 945962 T4036 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 945967 T4036 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 945967 T4021 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 945969 T4036 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 945971 T4021 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 945972 T4021 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 945979 T4036 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 945979 T4021 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 945993 T4036 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 945993 T4021 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 945995 T4051 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 945996 T4021 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 945995 T4036 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 945997 T4036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946000 T4036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 945997 T4021 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946001 T4021 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946000 T4036 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 946001 T4021 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 946001 T4051 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 946002 T4036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946002 T4036 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946003 T4036 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using configuration from collection solrj_collection
   [junit4]   2> 946003 T4021 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946003 T4051 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 946003 T4021 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946003 T4036 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 946004 T4021 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using configuration from collection solrj_collection
   [junit4]   2> 946004 T4036 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/data/
   [junit4]   2> 946005 T4021 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 946005 T4036 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@154b3cb
   [junit4]   2> 946005 T4021 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/data/
   [junit4]   2> 946006 T4021 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@154b3cb
   [junit4]   2> 946006 T4036 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/data
   [junit4]   2> 946006 T4036 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/data/index/
   [junit4]   2> 946007 T4021 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/data
   [junit4]   2> 946007 T4036 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 946007 T4021 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/data/index/
   [junit4]   2> 946008 T4036 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-004/solrj_collection_shard1_replica2/data/index
   [junit4]   2> 946008 T4021 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
   [junit4]   2> 946009 T4065 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 946008 T4036 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3128287324186385]
   [junit4]   2> 946009 T4021 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-003/solrj_collection_shard2_replica2/data/index
   [junit4]   2> 946010 T4036 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d5548be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5099b15),segFN=segments_1,generation=1}
   [junit4]   2> 946010 T4036 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 946010 T4021 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3128287324186385]
   [junit4]   2> 946010 T4051 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 946011 T4021 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@27dfd286 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c4054c6),segFN=segments_1,generation=1}
   [junit4]   2> 946012 T4021 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 946013 T4065 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 946013 T4051 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 946014 T4036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 946014 T4065 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 946015 T4036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 946015 T4036 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 946015 T4036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 946016 T4051 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 946016 T4021 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 946016 T4036 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 946016 T4051 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946017 T4051 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946016 T4021 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 946017 T4051 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 946017 T4036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 946018 T4021 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 946019 T4021 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 946019 T4036 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 946018 T4051 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946020 T4051 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946019 T4036 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 946020 T4036 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 946021 T4065 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 946021 T4036 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 946019 T4021 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 946021 T4036 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 946022 T4036 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 946020 T4051 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using configuration from collection solrj_collection
   [junit4]   2> 946022 T4036 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 946023 T4065 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 946023 T4036 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 946022 T4021 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 946023 T4036 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 946022 T4051 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 946024 T4036 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 946024 T4021 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 946025 T4036 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 946024 T4065 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 946024 T4051 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/
   [junit4]   2> 946025 T4021 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 946026 T4021 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 946026 T4065 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946026 T4065 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946027 T4065 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 946027 T4036 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 946026 T4051 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@154b3cb
   [junit4]   2> 946027 T4065 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 946028 T4065 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 946026 T4021 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 946028 T4065 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 946028 T4021 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 946029 T4036 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 946029 T4036 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 946028 T4051 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data
   [junit4]   2> 946029 T4021 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 946028 T4065 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 946030 T4021 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 946030 T4036 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=37.8173828125, floorSegmentMB=1.376953125, forceMergeDeletesPctAllowed=16.101360675855855, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8087086734031773
   [junit4]   2> 946030 T4051 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/index/
   [junit4]   2> 946031 T4036 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@d5548be lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5099b15),segFN=segments_1,generation=1}
   [junit4]   2> 946031 T4036 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 946031 T4051 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 946031 T4021 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 946030 T4065 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/data/
   [junit4]   2> 946032 T4021 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 946032 T4051 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 946032 T4036 oass.SolrIndexSearcher.<init> Opening Searcher@14e7f4fc[solrj_collection_shard1_replica2] main
   [junit4]   2> 946033 T4051 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3128287324186385]
   [junit4]   2> 946033 T4021 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 946034 T4051 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6246a9c4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5bb9ffcc),segFN=segments_1,generation=1}
   [junit4]   2> 946034 T4021 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 946033 T4065 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@154b3cb
   [junit4]   2> 946034 T4051 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 946034 T4036 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 946036 T4021 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 946036 T4036 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 946037 T4036 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 946036 T4065 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/data
   [junit4]   2> 946037 T4036 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 946038 T4036 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 946037 T4065 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/data/index/
   [junit4]   2> 946038 T4036 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 946038 T4051 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 946039 T4036 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 946039 T4051 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 946038 T4021 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 946039 T4021 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 946038 T4065 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 946040 T4021 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=37.8173828125, floorSegmentMB=1.376953125, forceMergeDeletesPctAllowed=16.101360675855855, segmentsPerTier=28.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8087086734031773
   [junit4]   2> 946039 T4051 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 946041 T4021 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@27dfd286 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c4054c6),segFN=segments_1,generation=1}
   [junit4]   2> 946041 T4021 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 946039 T4036 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 946041 T4021 oass.SolrIndexSearcher.<init> Opening Searcher@784c159a[solrj_collection_shard2_replica2] main
   [junit4]   2> 946041 T4051 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 946040 T4065 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-006/solrj_collection_shard2_replica1/data/index
   [junit4]   2> 946042 T4051 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 946042 T4036 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 946042 T4021 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 946042 T4051 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 946044 T4021 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 946044 T4021 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 946042 T4065 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3128287324186385]
   [junit4]   2> 946044 T4021 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 946045 T4021 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 946044 T4036 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 946045 T4036 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 946045 T4036 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 946044 T4051 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 946045 T4021 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 946045 T4065 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@3a9c34a2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a907174),segFN=segments_1,generation=1}
   [junit4]   2> 946047 T4065 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 946046 T4051 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 946047 T4051 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 946047 T4021 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 946048 T4051 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 946048 T4021 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.j

[...truncated too long message...]

 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1018141 T4055 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1018141 T4055 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1018142 T4055 oasc.SolrCore.closeSearcher [solrj_collection_shard1_replica1] Closing main searcher on request.
   [junit4]   2> 1018142 T4055 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1018142 T4055 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data;done=false>>]
   [junit4]   2> 1018142 T4055 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data
   [junit4]   2> 1018142 T4055 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/index;done=false>>]
   [junit4]   2> 1018142 T4055 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001/tempDir-005/solrj_collection_shard1_replica1/data/index
   [junit4]   2> 1018142 T4055 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection/leaders/shard1
   [junit4]   2> 1018143 T4055 oasc.SolrException.log ERROR There was a problem trying to register as the leader:org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:143)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:298)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:163)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:125)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:55)
   [junit4]   2> 		at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:358)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 		at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 	Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 		at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 		at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1045)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:209)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:206)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:386)
   [junit4]   2> 		at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:373)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:135)
   [junit4]   2> 		at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:31)
   [junit4]   2> 		at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:130)
   [junit4]   2> 		... 7 more
   [junit4]   2> 	
   [junit4]   2> 1018143 T4055 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1018143 T4055 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1018144 T4055 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1018144 T4055 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1018144 T4055 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: leaving temporary files on disk at: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./temp/solr.cloud.CollectionsAPIDistributedZkTest-1081682BB11E7709-001
   [junit4]   2> NOTE: test params are: codec=Lucene49: {}, docValues:{}, sim=DefaultSimilarity, locale=mk_MK, timezone=Asia/Yerevan
   [junit4]   2> NOTE: Linux 3.8.0-42-generic amd64/Oracle Corporation 1.8.0_20-ea (64-bit)/cpus=8,threads=1,free=152950632,total=408420352
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedGrouping, TestPHPSerializedResponseWriter, DateRangeFieldTest, TestIBSimilarityFactory, TestIndexSearcher, TermVectorComponentDistributedTest, DistribDocExpirationUpdateProcessorTest, TestSchemaVersionResource, TestRandomMergePolicy, TestStressLucene, TestReloadAndDeleteDocs, AliasIntegrationTest, QueryElevationComponentTest, TestNonDefinedSimilarityFactory, TestRestManager, TestCSVLoader, TestFreeTextSuggestions, CurrencyFieldXmlFileTest, TestMergePolicyConfig, LeaderElectionIntegrationTest, ReplicationFactorTest, AssignTest, SynonymTokenizerTest, TestBM25SimilarityFactory, SearchHandlerTest, TestSolrXMLSerializer, TestCustomSort, TestModifyConfFiles, TestDefaultSearchFieldResource, SortByFunctionTest, DeleteReplicaTest, HardAutoCommitTest, DefaultValueUpdateProcessorTest, MergeStrategyTest, HdfsLockFactoryTest, DOMUtilTest, TestGroupingSearch, OverseerStatusTest, TestSolrXmlPersistor, TestQueryUtils, PolyFieldTest, CircularListTest, BasicDistributedZk2Test, BJQParserTest, TestUniqueKeyFieldResource, ConvertedLegacyTest, SuggesterFSTTest, HdfsChaosMonkeySafeLeaderTest, RangeFacetTest, DistributedQueryElevationComponentTest, BinaryUpdateRequestHandlerTest, SolrInfoMBeanTest, TestUpdate, ResourceLoaderTest, DistributedSuggestComponentTest, CopyFieldTest, SolrXmlInZkTest, TestSolrXmlPersistence, TestPostingsSolrHighlighter, FileBasedSpellCheckerTest, TestJoin, TestLeaderElectionZkExpiry, TestShortCircuitedRequests, TestSuggestSpellingConverter, ChaosMonkeySafeLeaderTest, TestCoreContainer, FullSolrCloudDistribCmdsTest, StatsComponentTest, DocExpirationUpdateProcessorFactoryTest, TestIndexingPerformance, ShardRoutingCustomTest, HdfsUnloadDistributedZkTest, ClusterStateTest, AutoCommitTest, TestPseudoReturnFields, NoFacetTest, ZkSolrClientTest, QueryParsingTest, TestNonNRTOpen, TestPhraseSuggestions, TestDocumentBuilder, TestExpandComponent, TestValueSourceCache, TestCollapseQParserPlugin, TestSystemIdResolver, LegacyHTMLStripCharFilterTest, QueryResultKeyTest, LukeRequestHandlerTest, MultiThreadedOCPTest, TestWriterPerf, TestCollectionAPI, TestFieldTypeResource, TestQuerySenderNoQuery, TestStandardQParsers, DistributedQueryComponentCustomSortTest, AlternateDirectoryTest, ModifyConfFileTest, UUIDFieldTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J1 in 79.76s, 1 test, 1 error <<< FAILURES!

[...truncated 727 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:467: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:447: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:45: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:496: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1298: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:922: There were test failures: 416 suites, 1706 tests, 1 error, 38 ignored (17 assumptions)

Total time: 67 minutes 44 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0_20-ea-b21 -XX:-UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any